{"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:03.243099988Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"79429105-fe20-4e40-85fc-c40dda8a93c1","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":341,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.18777955Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.187852572Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.18822545Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.188303152Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.188321342Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.188344103Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.188359013Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.188373293Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.188648459Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.188767462Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189399755Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189408505Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189415846Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189422536Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189429806Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189436886Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189443476Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189451816Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189461577Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189471197Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189480257Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189488527Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189496597Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189504418Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189513178Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189521518Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189582039Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.18960965Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189822484Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189858865Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189869505Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189877586Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189884766Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.189901266Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.190825216Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1789, tv_nsec: 953547819 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.191158313Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.191250375Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.192495691Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1789, tv_nsec: 955221665 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.192513862Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.192521752Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.192626294Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"4.283162ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.192744227Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.192824359Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.192833429Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.194825761Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.194838652Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.195012436Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.195622309Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.195631849Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.195792982Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.196234752Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.196243122Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.196384775Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.196535538Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.196748603Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.198248115Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.198629783Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.198638203Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.198798446Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.199022891Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.199031222Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.199202175Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.200136095Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"10.71204ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.200559824Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.200583175Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.200710858Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.200904682Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.201089836Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.201438353Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.201608977Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.201894293Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.202074137Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.203155Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1789, tv_nsec: 965877933 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.203296773Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.203424686Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.20360232Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.203822324Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.203846075Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"14.359127ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.204859406Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.204881017Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.204889167Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.204896507Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.204906037Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.204912517Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.204918068Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.205061061Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.205120342Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.205609892Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.205624163Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"16.191057ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.206319558Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.206784557Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.206807538Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.206986422Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.207252148Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.207454252Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.207884461Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.207898801Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.208088556Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.208693918Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.208706799Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.208846422Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.210295263Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.211178882Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.211197492Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.211205492Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.211211422Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.211217443Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.211224503Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.211230493Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.211237773Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.211244143Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.211254423Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.211396396Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.211494378Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.211517119Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.211526459Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.21157013Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.212244965Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.212255855Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.212390848Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.216099867Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":18,"elapsed":"4.911165ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.216123168Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.216324222Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.216939945Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.216964876Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":52,"elapsed":"28.662343ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.220491341Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"9.263589ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.228410021Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.228730238Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.242576244Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.242896541Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.247123232Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"35.929969ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.247236914Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.247247234Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.247253734Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.247658373Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.247781456Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"36.600013ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.250508974Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.250872232Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.252912445Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.253080989Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"63.615062ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.25313098Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.301133138Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.301161719Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.301450775Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95da0603-caa2-4e30-b4b5-ca3296f9c956\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:00:09 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.301472565Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.302897806Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 26bfef1d-ffca-41ed-b4f8-a86ed1484322","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.340505821Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.340534502Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.340942671Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e65b205c-d867-45d5-9af7-43c3875bbb21\", \"content-length\": \"372\", \"date\": \"Mon, 03 Mar 2025 05:00:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.340966921Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.341284388Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.342544455Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.34276117Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.343146298Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.344844214Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.344866275Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.345030978Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.346537451Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.35069838Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Sled { parent: Fleet, key: 26bfef1d-ffca-41ed-b4f8-a86ed1484322, lookup_type: ById(26bfef1d-ffca-41ed-b4f8-a86ed1484322) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.350729971Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.350739811Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.352634371Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"0","iteration":18,"elapsed":"163.216096ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.360431928Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.360454739Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.360742505Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6f2634a1-423b-4790-8e9d-7cabbefbb017\", \"date\": \"Mon, 03 Mar 2025 05:00:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.360781656Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.361215755Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.367540971Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.367825107Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.371072616Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.371376683Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 26bfef1d-ffca-41ed-b4f8-a86ed1484322 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.375502041Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.375524302Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.37592185Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"54c422da-2770-47fa-aee7-bc1517dcb212\", \"date\": \"Mon, 03 Mar 2025 05:00:09 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.378065456Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":18,"elapsed":"173.194579ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.380709413Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.381556261Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.381850637Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.383738987Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":18,"elapsed":"172.532475ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.383750768Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.383759048Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":18,"elapsed":"194.360723ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.38432674Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.38433819Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.384621406Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.385089116Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.385098547Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.385394033Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dfededf-c895-45af-bcc8-c6b1ce735af5\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:00:09 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.385411913Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.387658801Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.387915537Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.387926617Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.387932707Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.388185163Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.39038284Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.39040228Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.39041207Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"185.539394ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.400069097Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":18,"elapsed":"211.706934ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.401440986Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.401451687Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.401669102Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4207eb7-a269-4973-b25d-393774d2ab43\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:00:09 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.401682722Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.403199564Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.413186888Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.415171631Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.415182881Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.415339324Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.552674105Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.552936341Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c62404b1-55c1-425a-8f1a-c0627e3388df\", \"content-length\": \"1\", \"date\": \"Mon, 03 Mar 2025 05:00:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.555134758Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.555371943Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.556883576Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"null","iteration":18,"elapsed":"369.135935ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.572811587Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.573283897Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecb67128-59f6-471c-b05c-c8af2fd8186c\", \"content-length\": \"691\", \"date\": \"Mon, 03 Mar 2025 05:00:09 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.573303937Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.573311847Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.573318938Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.574584955Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":18,"elapsed":"385.092708ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.606527899Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.606838105Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.608837438Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d8fddf91-b632-475e-9b1d-6792b9e53b5f, rack_id: ca399a91-7ffb-4e6b-8973-19423dfd7345, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ccd44b4e-327c-4118-847c-9c2d40a844bc) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.608849069Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.609055403Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.616256307Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.616498332Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ee84e74-f0ea-43b8-85fb-b552c6059ec2\", \"content-length\": \"134\", \"date\": \"Mon, 03 Mar 2025 05:00:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.616527433Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.616538203Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ccd44b4e-327c-4118-847c-9c2d40a844bc","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.616774728Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.616784529Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.616791619Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.616798939Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.616806329Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.616813339Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.616982023Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.616991353Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.617117776Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.617126806Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.617355731Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.619558068Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.6196777Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ac98f6f-64c9-4742-a62d-048f0c920339\", \"content-length\": \"2\", \"date\": \"Mon, 03 Mar 2025 05:00:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.619689271Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.619755312Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"258c10b5-2163-454d-97e7-c8a48d7a9c30\", \"content-length\": \"51\", \"date\": \"Mon, 03 Mar 2025 05:00:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.619768253Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.619778423Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.712180002Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"dffb6c6a-27e6-41f3-af51-68a17ba0abc1\", \"date\": \"Mon, 03 Mar 2025 05:00:09 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:09.712205602Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.712214092Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.712443767Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9280dae-7a64-472a-9fe6-253b1c428174\", \"content-length\": \"682\", \"date\": \"Mon, 03 Mar 2025 05:00:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.712479938Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.712811305Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.71630952Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.716518125Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.719058729Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.719230553Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.720726595Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.720900079Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:09.728117733Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":18,"elapsed":"538.673847ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:10.060543642Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"producer-registration-task","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:10.060589594Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"producer-registration-task","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:10.09919669Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"producer-registration-task","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:10.099329753Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:44118"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:10.099525497Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9ef107aa-727a-4187-af7f-ebec391443be","remote_addr":"[fd00:1122:3344:101::c]:44118","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:10.099917546Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9ef107aa-727a-4187-af7f-ebec391443be","remote_addr":"[fd00:1122:3344:101::c]:44118","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:10.165357457Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/oximeter.rs:76","collector_id":"849b4205-7e13-4586-b786-c0d511e8382c","producer_id":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:10.165406479Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/metrics/producers","method":"POST","req_id":"9ef107aa-727a-4187-af7f-ebec391443be","remote_addr":"[fd00:1122:3344:101::c]:44118","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":65920,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:10.16547778Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"producer-registration-task","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ef107aa-727a-4187-af7f-ebec391443be\", \"content-length\": \"41\", \"date\": \"Mon, 03 Mar 2025 05:00:10 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:10.167587285Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"producer-registration-task","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:10.167607566Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"producer-registration-task","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:13.24256624Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"aa144ed4-0c1e-46d5-991d-b8dede6f1ce1","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":304,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:19.188722875Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:19.188813667Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:19.189257437Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:19.189315938Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:19.189326908Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:19.189640655Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:19.191105556Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:19.1940783Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:19.194112631Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:19.194269194Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:19.196339258Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:19.196615494Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:19.198375772Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:19.201032259Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:19.20106921Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:19.201181112Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:19.21369002Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:19.213718341Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":53,"elapsed":"25.020376ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:19.220458215Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:19.220660609Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:19.249730142Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"60.406653ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:23.242085033Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"6a8f1908-de79-451c-9971-41482b9168b8","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":259,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:29.188235017Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:29.188293688Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:29.188602074Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:29.189242078Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:29.189255699Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:29.18978114Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:29.191771832Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:29.192026278Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:29.218689019Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:29.220746753Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"31.492394ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:29.221680133Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:29.221696623Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:29.221859227Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:29.22342221Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:29.223671916Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:29.224885342Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:29.227745173Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:29.227762133Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:29.227905046Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:29.240068287Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:29.240093217Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":54,"elapsed":"51.878721ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:33.242688328Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"4fa24b4e-2e98-488f-8057-79e8da20be83","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":304,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187298509Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.18736021Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-03 04:50:39.187278379 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187373661Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187384671Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187393951Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187404251Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187413351Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187422082Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187431292Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187440592Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187451942Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187460412Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187469053Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187477433Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187485193Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187493773Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187885312Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":55,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187902602Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187916342Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187925293Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187933733Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":11,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187946503Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-03T05:00:39.187959103Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187968663Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":19,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187977654Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187986254Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.187994104Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\"}","iteration":11,"elapsed":"15.01µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188003794Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188015215Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188039325Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"578599f8-92f0-422b-bb8c-b9680aea9334.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c1b5c366-3e89-42bc-975a-366e7841a9e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e89b37fd-bdd9-4c70-9f86-59e7e62b6069.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e89b37fd-bdd9-4c70-9f86-59e7e62b6069.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1819, tv_nsec: 950851348 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188194628Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8c75094f-50b4-45de-9a07-62c298f10657.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d28db3d3-e542-4111-a844-67b225caac86.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d28db3d3-e542-4111-a844-67b225caac86.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1819, tv_nsec: 950990431 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188318171Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188353392Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188362472Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188583847Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188598547Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"1.155485ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188638358Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188649028Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":10,"elapsed":"1.347749ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188681089Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188885463Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188896973Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188903983Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188910804Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188916834Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188923824Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188930614Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188937074Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188943254Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.188949524Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188956495Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188964015Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188970035Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188976315Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188982715Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188988605Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.188995445Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.189001416Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.189008376Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.189015336Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.189022226Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.18921324Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.1892245Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.189240011Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.189248141Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.189285352Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.189312832Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.189323563Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.189334243Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.189344733Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.189352513Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.189422014Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.189432135Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.189476406Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.189573358Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.189598998Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.189701951Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.189713871Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.189828673Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.190317734Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.190535909Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.190690172Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.190866916Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-03 04:50:39.187278379 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.190890996Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"expiration\":\"2025-03-03T04:50:39.187278379Z\",\"pruned\":[]}","iteration":10,"elapsed":"3.609178ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.19201761Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.19246925Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"4.563588ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.192500311Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1819, tv_nsec: 955325064 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.192734956Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.192769606Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.192778866Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.192854308Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.192967021Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.193150094Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1819, tv_nsec: 955968148 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.19341858Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.195150197Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.195439954Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.195795961Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.195810831Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.195978675Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.197526438Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.197549699Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.19759877Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.197681691Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.197690042Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.198684903Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.198706093Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.198891677Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.200580384Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.200602914Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.200771588Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.200856079Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.20087798Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.201014523Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.205478729Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.205508369Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.205519089Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.205529799Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.20554106Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.20555261Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.20556379Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.205574631Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.205769595Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.205811506Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.205823796Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.210191859Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.210527086Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.210953116Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.210973156Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.210983456Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.210992827Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.211001687Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.211011757Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.211020927Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.211030227Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.211039068Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.211049328Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.211058958Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.211069078Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.211079178Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.211089379Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.211301153Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.211344874Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.211368485Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.211429856Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.211439976Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.211448336Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.211532678Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.213799447Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.213810727Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.213901789Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.213912319Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.214009091Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.214035932Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.214139244Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.219537559Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.21956019Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.219741954Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.219766944Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.22280518Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.22281965Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.223039854Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.225027887Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.225432446Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.225444906Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.225737072Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.227273135Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.22751409Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.227665554Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.227732295Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.228571333Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1819, tv_nsec: 991378456 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.22891844Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.231339102Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.231363933Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.231400374Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"20.401107ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.234895459Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.240432027Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.241923739Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.24195227Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.24196439Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.24197483Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.242254076Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.242875199Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"31.850012ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.246335184Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.250156095Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.250183086Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.250441972Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.250921172Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.251180377Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.252580547Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.253778443Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.254253583Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.256968751Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.257103424Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.257127975Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.257439431Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.259793062Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.260416645Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.26064998Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.260730272Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.260758622Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.261004978Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.261628181Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.264429681Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.264449001Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.264650986Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.26487531Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.264887221Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.265062854Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.266398213Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.266995136Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"78.073061ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.267330103Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"78.405619ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.269307936Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.270700005Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.271077903Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"60.087137ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.271098374Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.273037165Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"84.077391ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.273690269Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.273753371Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.273765041Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.274035497Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.274105948Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.275462467Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.275487728Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.275716593Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.276285015Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":19,"elapsed":"65.286739ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.27837924Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"89.486437ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.279448723Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.279524564Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.279552185Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":55,"elapsed":"91.653213ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.280105067Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.280129137Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.280136557Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.280438694Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.281529587Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.281546178Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.281703121Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.281785413Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.281956636Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.282088309Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.282457527Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.282960408Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.284120353Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.284322307Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"73.361391ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.284363268Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.284979521Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.284989821Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.285136275Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.285840899Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.288691141Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Sled { parent: Fleet, key: 26bfef1d-ffca-41ed-b4f8-a86ed1484322, lookup_type: ById(26bfef1d-ffca-41ed-b4f8-a86ed1484322) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.288707081Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.288864214Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.292151885Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"0","iteration":19,"elapsed":"103.16086ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.298776987Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.302476846Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.302771992Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.303327384Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.304573851Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.304591561Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"115.612846ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.307226688Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.307255908Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.307489583Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.319366208Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.319397808Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.319406098Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.319446619Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.319725755Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.319779106Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.319788987Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"167860f1-97b8-4b73-bd53-2a324704e634"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.319798297Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.320062432Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.320099123Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"109.066976ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.321734378Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.322662608Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.322673728Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.322679859Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.322971175Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.323781112Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.323789412Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.323796592Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"134.869538ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.323827403Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.324099169Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.324953457Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.324965748Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.325138001Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.325307495Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.325319265Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":19,"elapsed":"136.35926ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.325625572Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.325641042Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.325952719Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7148839c-2f30-488e-ba29-eb05a36ef5b1\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:00:39 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.325968789Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.326997721Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.327028312Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.327552423Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19686692-e681-4734-8aa3-6d0e5bd46887\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:00:39 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.327579033Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.327710576Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.328628596Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.328638956Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2f2bfe01-a0c6-4138-8ef9-32fabfa30092"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.328648026Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.328678837Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.328976834Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.329017144Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.329173028Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.32926509Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.343566216Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.343830092Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.345889476Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.348153974Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.348174374Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.348314748Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.352671481Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.355595913Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.355611574Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.355745927Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.356885621Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.356910242Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.357207418Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92944782-c3c9-4be1-8d50-a5610e292cbb\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:00:39 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.357236239Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.35870068Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"167860f1-97b8-4b73-bd53-2a324704e634"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.3587209Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.358729861Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"current_time_created":"2025-03-03 04:52:25.880764 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.358739551Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"generation\":1}","iteration":10,"elapsed":"171.371111ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.359229621Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.359499537Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.36196734Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.36198199Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.361990181Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"156.512232ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.362470131Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.362484181Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.362649124Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.364238339Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2f2bfe01-a0c6-4138-8ef9-32fabfa30092"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.364258459Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.364266479Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"current_time_created":"2025-03-03 04:52:26.550547 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.364275039Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"generation\":2}","iteration":10,"elapsed":"176.866018ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.367082639Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":19,"elapsed":"156.071202ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.392641917Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-03T04:51:38.035997Z, time_modified: 2025-03-03T04:51:38.035997Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: f90c9d23-c48b-43e8-a18b-28f584391212, db_silo: Silo { identity: SiloIdentity { id: f90c9d23-c48b-43e8-a18b-28f584391212, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-03T04:52:26.482038Z, time_modified: 2025-03-03T04:52:26.482038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"5c70493b1a13703d45c9e94b4add19e5b582a11b2d8f76d9fd06bcc4fd3d2044\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: f90c9d23-c48b-43e8-a18b-28f584391212, db_silo: Silo { identity: SiloIdentity { id: f90c9d23-c48b-43e8-a18b-28f584391212, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-03T04:52:26.482038Z, time_modified: 2025-03-03T04:52:26.482038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"5c70493b1a13703d45c9e94b4add19e5b582a11b2d8f76d9fd06bcc4fd3d2044\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.392677228Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"f90c9d23-c48b-43e8-a18b-28f584391212\",\"tls_certs\":[\"5c70493b1a13703d45c9e94b4add19e5b582a11b2d8f76d9fd06bcc4fd3d2044\"]}},\"default_endpoint\":{\"silo_id\":\"f90c9d23-c48b-43e8-a18b-28f584391212\",\"tls_certs\":[\"5c70493b1a13703d45c9e94b4add19e5b582a11b2d8f76d9fd06bcc4fd3d2044\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"205.226295ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-03T05:00:39.404414949Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.40443641Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"198.947771ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.430818675Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.431124341Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.432793837Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.434842031Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.434855021Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.435003834Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.436694021Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.438444668Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.438457528Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.438590361Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.487305954Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.487619101Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0815398-1bb2-48ce-a827-40e746b9ee3a\", \"content-length\": \"1\", \"date\": \"Mon, 03 Mar 2025 05:00:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.489756757Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.489966291Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.491956714Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.4922323Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"null","iteration":19,"elapsed":"304.88586ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.492343022Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"c773fbff-790e-4d3e-8c45-a688328a3b7c\", \"date\": \"Mon, 03 Mar 2025 05:00:39 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.492371573Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.493120359Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":19,"elapsed":"305.197927ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.493996858Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"cacebbc0-f66d-4ae0-b879-f4f92c3b8718\", \"date\": \"Mon, 03 Mar 2025 05:00:39 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.494023958Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.496226945Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.496240866Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"304.232696ms"} {"msg":"VPC route manager sled 26bfef1d-ffca-41ed-b4f8-a86ed1484322","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.522228642Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.522249373Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.522695042Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb08f5b1-98ba-49bd-bc86-16465a284a9b\", \"content-length\": \"372\", \"date\": \"Mon, 03 Mar 2025 05:00:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.522724993Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.52303329Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.530906328Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.568743189Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.568768149Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.568978543Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"42a68c90-0f68-469d-a29b-6a160b369ccf\", \"date\": \"Mon, 03 Mar 2025 05:00:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.568990914Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.569204988Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.570735651Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.570896295Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.601670134Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.602069552Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed88ece8-41d4-46bd-8058-e0fc3d836562\", \"content-length\": \"691\", \"date\": \"Mon, 03 Mar 2025 05:00:39 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.602093263Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.602102013Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.602109613Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.604115676Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":19,"elapsed":"415.184302ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.604558525Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.604920013Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 26bfef1d-ffca-41ed-b4f8-a86ed1484322 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.608234194Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.608249065Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.608549901Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0638731c-41cb-4399-b1c7-baa9db650110\", \"date\": \"Mon, 03 Mar 2025 05:00:39 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.610158165Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":19,"elapsed":"404.660996ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.694677036Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.695129675Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8c9c3183-4ca0-4e1f-8ee7-ab618a97c475\", \"date\": \"Mon, 03 Mar 2025 05:00:39 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.695145156Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.696717079Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6d2ff172-b43b-421b-aeda-522242de598a\", \"date\": \"Mon, 03 Mar 2025 05:00:39 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.69673325Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.699048819Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2377e19c-5fdf-4276-9155-ac5b75c85b4f\", \"date\": \"Mon, 03 Mar 2025 05:00:39 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.69907324Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.701256476Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.701320408Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"513.974117ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.734739854Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.735108681Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.737063203Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d8fddf91-b632-475e-9b1d-6792b9e53b5f, rack_id: ca399a91-7ffb-4e6b-8973-19423dfd7345, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ccd44b4e-327c-4118-847c-9c2d40a844bc) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.737091904Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.737246867Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.745713819Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.745965844Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ea172ae-1973-44a7-9722-78984f6c59f7\", \"content-length\": \"134\", \"date\": \"Mon, 03 Mar 2025 05:00:39 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.745997545Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.746009705Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ccd44b4e-327c-4118-847c-9c2d40a844bc","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.746279951Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.746290181Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.746297601Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.746305471Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.746312761Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.746320502Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.746498116Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.746506646Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.746776142Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.746784532Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.747097928Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.748708183Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.748805655Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7caccca-63b4-43d3-b65b-6c9f1b1d1acc\", \"content-length\": \"2\", \"date\": \"Mon, 03 Mar 2025 05:00:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.748818015Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.748925717Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d81abcb-d45c-43c2-968f-c2df660f4667\", \"content-length\": \"51\", \"date\": \"Mon, 03 Mar 2025 05:00:39 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.748941288Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.748950788Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.84614969Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"bb9a2416-3f21-4046-ac1a-8dda532c0d4c\", \"date\": \"Mon, 03 Mar 2025 05:00:39 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:39.84617281Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.846181231Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.846400225Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80c48045-6402-4c5b-b6fc-6c4886017202\", \"content-length\": \"682\", \"date\": \"Mon, 03 Mar 2025 05:00:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.846440256Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.846709742Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.850272238Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.850583145Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.854214623Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.854426487Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.856623894Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.856834768Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:39.86439151Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":19,"elapsed":"675.454686ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:43.242721611Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"08a0c816-0788-4b02-9e2a-5d4e9d28b685","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":303,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:49.187858574Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:49.187905695Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:49.188231722Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:49.189027459Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:49.189035769Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:49.189291144Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:49.190147632Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:49.192917892Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:49.192927072Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:49.193072635Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:49.195190491Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:49.195597959Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:49.196950658Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:49.199737868Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:49.199749788Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:49.199885511Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:49.21243903Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:49.212469561Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":56,"elapsed":"24.612687ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:49.217781655Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:49.218011949Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:49.219324917Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"30.289248ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:53.232725259Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:49912"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:53.232874282Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?sort_by=id_ascending","method":"GET","req_id":"dfa1bed7-e337-41de-b4fb-75b8ddd319b6","remote_addr":"[fd00:1122:3344:101::d]:49912","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:53.233368693Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?sort_by=id_ascending","method":"GET","req_id":"dfa1bed7-e337-41de-b4fb-75b8ddd319b6","remote_addr":"[fd00:1122:3344:101::d]:49912","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:53.236450709Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?sort_by=id_ascending","method":"GET","req_id":"dfa1bed7-e337-41de-b4fb-75b8ddd319b6","remote_addr":"[fd00:1122:3344:101::d]:49912","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3643,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:53.236749525Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY5NmRhMy1iZTc0LTQ5NDUtYjE5MC03NTY1OTc2OWM5ZDYifX0%3D","method":"GET","req_id":"64229937-045b-4050-a709-4a8ee778e712","remote_addr":"[fd00:1122:3344:101::d]:49912","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:53.237106173Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY5NmRhMy1iZTc0LTQ5NDUtYjE5MC03NTY1OTc2OWM5ZDYifX0%3D","method":"GET","req_id":"64229937-045b-4050-a709-4a8ee778e712","remote_addr":"[fd00:1122:3344:101::d]:49912","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:53.239189397Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY5NmRhMy1iZTc0LTQ5NDUtYjE5MC03NTY1OTc2OWM5ZDYifX0%3D","method":"GET","req_id":"64229937-045b-4050-a709-4a8ee778e712","remote_addr":"[fd00:1122:3344:101::d]:49912","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2502,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:00:53.242409206Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"3e9e0a14-6315-40ba-8a34-c9cdf505652b","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":237,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:59.18853965Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:59.188592701Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:59.188902748Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:59.188944049Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:59.188955059Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:59.189141483Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:59.190460351Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:59.193475366Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:59.193493466Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:59.19366126Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:59.195807156Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:59.196100952Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:59.200416824Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:59.203694475Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:59.203715385Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:59.203848348Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:59.217054391Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:59.217079991Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":57,"elapsed":"28.552712ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:59.223420307Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:59.223670792Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:00:59.259243264Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"70.289356ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:03.242790537Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"088ff794-8112-442d-8695-1d99a61b935c","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":395,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.187153344Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.187227945Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.187652735Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.187726286Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.187741856Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.187753946Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.187769027Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.187783147Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.188101374Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.188292848Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.188808319Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.188816889Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.188825649Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.18883209Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.188839Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.18884643Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.18886061Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.188889961Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.188898771Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.188909051Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.188916271Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.188923112Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.188934902Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.188968983Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.188977783Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.188990883Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.189019794Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.189087785Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.189247569Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.189351061Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.189362101Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.189370881Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.189379561Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.189481803Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.190296931Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1849, tv_nsec: 953195314 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.190605178Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.190999566Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.191678701Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.920424ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.192070989Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.192082089Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.192089519Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1849, tv_nsec: 954988623 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.192367875Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.194404209Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.194416469Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.194585373Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.194889579Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.19490055Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.195075353Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.195779738Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.195790819Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.195936402Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.197320851Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.1981838Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.199066299Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.199307114Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.199322884Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.199415196Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.199526279Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.199747883Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.199772014Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.199781314Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.199910217Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.199993939Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1849, tv_nsec: 962901272 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.200250624Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.200922189Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.200933519Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.201037121Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.201091342Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.203649857Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.203876122Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.203900182Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.203911023Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.203961634Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.204995156Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.205480496Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.205503097Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.205510757Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.205517827Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.205525357Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.205531797Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.205786783Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.205799163Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.206953428Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.206965238Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.207103311Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.207358277Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.20939747Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.209419831Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.209585594Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.210842901Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.210864641Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.210872572Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.210881322Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.210888362Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.210895812Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.210909222Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.210920433Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.210930943Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.210943063Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.211134147Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.211159628Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.211169848Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.211178358Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.211186808Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.2206028Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.220644091Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":58,"elapsed":"32.896164ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.231908202Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.234169301Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.234199541Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.234349604Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.234368485Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.234664061Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.237599334Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.237935791Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.239478394Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.239764571Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.239985735Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.241218192Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.241236102Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"52.29513ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.241685222Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"52.7901ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.241723882Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"52.809311ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.243908569Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Sled { parent: Fleet, key: 26bfef1d-ffca-41ed-b4f8-a86ed1484322, lookup_type: ById(26bfef1d-ffca-41ed-b4f8-a86ed1484322) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.24393536Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.244169015Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.244475632Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.244488342Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.244494852Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.244683326Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.24580251Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"0","iteration":20,"elapsed":"56.97357ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.247005155Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"36.139324ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.247823773Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.248056518Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.249209573Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.251307008Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.251325238Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.251469971Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.253321841Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.253563006Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.254000985Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.254185779Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.257241205Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"46.358672ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.259079974Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":20,"elapsed":"48.232323ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.263197562Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"52.342011ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.275729721Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.27616499Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.280866661Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.280888671Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.280896021Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.281191648Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.28687352Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.28688773Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.287239997Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd129f45-43e1-4b93-b834-aeb62c05571b\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:01:09 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.287262508Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.288466203Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.288477794Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.288739489Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3da6504a-d574-4c25-9b88-23516cc4293c\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:01:09 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.28875617Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.289818043Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.291126251Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.295443393Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.295873942Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.303535636Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.303560757Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.303812262Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c6b1c46-ce1d-4dd4-ae92-85ed62b22532\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:01:09 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.303829063Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.30556052Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.306081771Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.308491592Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.308506713Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.308688227Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.310790972Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.310811342Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.310820452Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"105.331636ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.324551856Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"113.658474ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.325289872Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"136.32387ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.347873556Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.347898167Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":20,"elapsed":"159.075577ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.348114691Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.348489949Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.397001038Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.397347255Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c6fc3f7-0eda-488c-b647-0ce2db9522a0\", \"content-length\": \"1\", \"date\": \"Mon, 03 Mar 2025 05:01:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.398767336Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.398987721Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.401359101Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":20,"elapsed":"213.584994ms"} {"msg":"VPC route manager sled 26bfef1d-ffca-41ed-b4f8-a86ed1484322","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.488872516Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.488904646Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.489230483Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c09058a0-0fa6-49e4-bb5f-1e3fdc46d201\", \"content-length\": \"372\", \"date\": \"Mon, 03 Mar 2025 05:01:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.489247664Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.489583621Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.490056691Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.491683446Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"null","iteration":20,"elapsed":"304.567352ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.492176417Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.492187687Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.492469073Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.493700559Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.495720882Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.495734773Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.495876086Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.538618961Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.538662822Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.538923428Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c569911b-0495-4c0f-b798-5c645fe83303\", \"date\": \"Mon, 03 Mar 2025 05:01:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.538936018Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.539300356Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.541806399Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.541967643Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.544560248Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.544933606Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.548197186Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager sled 26bfef1d-ffca-41ed-b4f8-a86ed1484322 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.548234897Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.548253098Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.548522623Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.548597505Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7363be96-c414-4041-8fe9-0f45c429778b\", \"date\": \"Mon, 03 Mar 2025 05:01:09 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.550030556Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":20,"elapsed":"344.538379ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.550731491Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d8fddf91-b632-475e-9b1d-6792b9e53b5f, rack_id: ca399a91-7ffb-4e6b-8973-19423dfd7345, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ccd44b4e-327c-4118-847c-9c2d40a844bc) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.550749041Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.550912604Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.561481661Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.561800408Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfe5d5ff-1477-47b1-9ba0-5f20cec11328\", \"content-length\": \"134\", \"date\": \"Mon, 03 Mar 2025 05:01:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.561831368Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.561843678Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ccd44b4e-327c-4118-847c-9c2d40a844bc","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.562157525Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.562166905Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.562173176Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.562179726Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.562186836Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.562193406Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.56236783Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.5623773Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.562598125Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.562606675Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.562774118Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.564574077Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.56470092Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"178b4d7a-0fdb-41a6-93ef-96f7fa0315d1\", \"content-length\": \"2\", \"date\": \"Mon, 03 Mar 2025 05:01:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.56471226Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.564794292Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"049d5781-3652-4eae-adcc-b4e1711e547c\", \"content-length\": \"51\", \"date\": \"Mon, 03 Mar 2025 05:01:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.564809272Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.564819522Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.591906112Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.661186426Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"135aeb12-6072-40f0-8886-6669c2e5f53f\", \"date\": \"Mon, 03 Mar 2025 05:01:09 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.661214157Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.661224937Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.661550124Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2f4a0a0-14be-4c05-9fed-37cf9ce00a6f\", \"content-length\": \"691\", \"date\": \"Mon, 03 Mar 2025 05:01:09 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.661572994Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.661582995Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:09.661592445Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.661604965Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c1cd1e3-9c82-493e-99c4-b084feb3919c\", \"content-length\": \"682\", \"date\": \"Mon, 03 Mar 2025 05:01:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.661648716Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.661911582Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.662372951Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":20,"elapsed":"473.511361ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.665450108Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.665653662Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.668772909Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.669045674Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.670815842Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.670973146Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:09.67771235Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":20,"elapsed":"488.87219ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:13.241906001Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"52ab72bb-6375-4f65-8c6c-9fc5759290c1","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":301,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:19.188044895Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:19.188100817Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:19.188416203Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:19.188978095Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:19.188987976Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:19.189306742Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:19.217707401Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:19.219181412Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:19.219593651Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:19.220522021Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:19.220536381Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:19.220687065Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:19.222547025Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:19.222738669Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:19.224033826Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:19.226677563Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:19.226690453Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:19.226824986Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:19.23870118Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:19.238722181Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":59,"elapsed":"50.697566ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:19.250291809Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"61.308903ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:23.232206887Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?sort_by=id_ascending","method":"GET","req_id":"3de6c8a1-9c2a-4fe7-a3ad-3176e212acaf","remote_addr":"[fd00:1122:3344:101::d]:49912","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:23.232555984Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?sort_by=id_ascending","method":"GET","req_id":"3de6c8a1-9c2a-4fe7-a3ad-3176e212acaf","remote_addr":"[fd00:1122:3344:101::d]:49912","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:23.234737681Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?sort_by=id_ascending","method":"GET","req_id":"3de6c8a1-9c2a-4fe7-a3ad-3176e212acaf","remote_addr":"[fd00:1122:3344:101::d]:49912","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2604,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:23.234998017Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY5NmRhMy1iZTc0LTQ5NDUtYjE5MC03NTY1OTc2OWM5ZDYifX0%3D","method":"GET","req_id":"f7b46316-afb3-4059-ae59-e57d8085d0ee","remote_addr":"[fd00:1122:3344:101::d]:49912","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:23.235364534Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY5NmRhMy1iZTc0LTQ5NDUtYjE5MC03NTY1OTc2OWM5ZDYifX0%3D","method":"GET","req_id":"f7b46316-afb3-4059-ae59-e57d8085d0ee","remote_addr":"[fd00:1122:3344:101::d]:49912","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:23.236923218Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY5NmRhMy1iZTc0LTQ5NDUtYjE5MC03NTY1OTc2OWM5ZDYifX0%3D","method":"GET","req_id":"f7b46316-afb3-4059-ae59-e57d8085d0ee","remote_addr":"[fd00:1122:3344:101::d]:49912","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":1993,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:23.242070658Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"66994864-432f-4b2c-99d5-06a00553c90c","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":261,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:29.188219193Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:29.188273774Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:29.188600081Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:29.188633222Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:29.188643142Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:29.188830586Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:29.218256296Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:29.218489381Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:29.21982636Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:29.220205838Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"31.559796ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:29.222724062Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:29.222736592Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:29.222904196Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:29.22450338Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:29.224694584Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:29.226032653Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:29.228597128Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:29.228610268Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:29.228744611Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:29.239591773Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:29.239611763Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":60,"elapsed":"51.404871ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:33.242359147Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"0b9c8192-3f93-468e-be27-450098329fc4","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":262,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.186779774Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.186850615Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.186868696Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-03 04:51:39.186763263 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.186883436Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.186895926Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.186909796Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.186920907Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.186932067Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.186945277Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.186959317Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.186970508Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.1870571Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.1870699Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.18708004Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.18709069Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.187133671Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.187411757Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.187444168Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.18752782Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.187575921Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.187592051Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.187605371Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.187617272Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":21,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-03T05:01:39.187629612Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.187644082Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.187656183Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.187668163Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\"}","iteration":12,"elapsed":"11.69µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.187682373Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.187698153Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":2,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.187710904Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.187725414Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.187736474Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8c75094f-50b4-45de-9a07-62c298f10657.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d28db3d3-e542-4111-a844-67b225caac86.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d28db3d3-e542-4111-a844-67b225caac86.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1879, tv_nsec: 950706387 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.187758515Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"578599f8-92f0-422b-bb8c-b9680aea9334.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c1b5c366-3e89-42bc-975a-366e7841a9e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e89b37fd-bdd9-4c70-9f86-59e7e62b6069.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e89b37fd-bdd9-4c70-9f86-59e7e62b6069.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1879, tv_nsec: 950718727 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.188138683Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.188203634Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.188233655Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.188770786Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.18894887Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189098833Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189107883Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189115434Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189122264Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189129044Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189136494Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189143724Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189150564Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189157305Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189163735Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189170695Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.189177935Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189184315Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189190915Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189197925Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189204836Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189211016Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189217446Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189224446Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189230496Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189236906Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189259937Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189308198Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189502482Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189531383Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189544443Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189556603Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189568853Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189580974Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189589804Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189597474Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189625445Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189663255Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.189947001Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-03 04:51:39.186763263 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.189969572Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"expiration\":\"2025-03-03T04:51:39.186763263Z\",\"pruned\":[]}","iteration":11,"elapsed":"3.197709ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.190208667Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.190235038Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.190244718Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":11,"elapsed":"3.440354ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.190253318Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"3.2534ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.191609897Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":13,"reason":"Timeout"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.192025666Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1879, tv_nsec: 955009059 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.192285712Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.19267388Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"5.13752ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.192863234Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1879, tv_nsec: 955862807 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.193106159Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.193176371Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.195253555Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.195277766Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.195380718Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.195441109Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.197764199Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.200721332Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.200751313Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.200783604Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.201263884Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.201288764Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.201414507Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.204482233Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.20479836Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.20481026Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.20481666Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.20482392Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.20483106Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.20483784Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.204844601Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.204851121Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.204857451Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.204863851Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.204870951Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.205218269Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.205229739Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.205245329Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.20528707Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.206350313Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.207512868Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.207527498Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.207729852Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.208798145Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.208818496Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.208958189Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.208967429Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","candidates":"[(2e66cee5-f3b6-49cd-98d4-f6aa97229549, 0), (a51c98a6-1c7c-434f-8d1a-abc41b23e244, 0), (ce276ff0-1ef1-4f5f-abe1-ee40170b63e7, 0), (433ff4e2-cf36-490c-b9be-bc2800513c3b, 0)]","collection_id":"2e66cee5-f3b6-49cd-98d4-f6aa97229549"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.208978379Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.209161453Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.209514311Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.209663784Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211201547Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211222417Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211230197Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211237608Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211244788Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211251238Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211257878Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211264978Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211271238Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211277688Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211283858Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211290789Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211298259Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211305139Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211311569Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211318669Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211324609Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.21133069Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.21133743Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211539294Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211550354Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211577965Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211615696Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211736058Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211761989Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.211772599Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.21179282Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.21180271Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.216302446Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.216330907Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.241928405Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.243707683Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.245485751Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.245517392Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.245738656Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.248281561Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.248389103Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.250356845Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.250383396Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.250626281Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.250652822Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.250916097Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.250964448Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.25103589Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.254673978Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.254696928Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.25476965Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.25478167Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.254894112Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.255138128Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.255219859Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.25523029Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.255386403Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.256031157Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.256331313Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.256347024Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.256355764Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.256362214Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.256579519Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.25805577Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.258078721Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.258196973Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.260544624Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.260815759Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.261880202Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.262165268Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.262390823Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.263784383Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"52.473273ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.264677662Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.264693562Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.264703242Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"75.535638ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.26552483Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.265545631Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.265800846Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.267921591Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.268213408Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.268294659Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.26880004Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.26924739Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.27066303Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.270688741Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"81.494635ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.273428949Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.27345187Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.273690115Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.274889401Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/db-queries/src/db/datastore/inventory.rs:1442","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":8,"ncabooses":12,"nrots":2,"nsps":2,"ncollections":1,"collection_id":"2e66cee5-f3b6-49cd-98d4-f6aa97229549"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.274921632Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.275175477Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.276144828Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.276581127Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.276830602Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.277130069Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.27716882Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.277507097Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.280193944Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1880, tv_nsec: 43183128 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.280519671Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.284148689Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.284467406Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.289523724Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.289555885Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.289566335Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.289575675Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.290182198Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.293282745Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.293784976Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.303578005Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","candidates":"[(a51c98a6-1c7c-434f-8d1a-abc41b23e244, 0), (ce276ff0-1ef1-4f5f-abe1-ee40170b63e7, 0), (433ff4e2-cf36-490c-b9be-bc2800513c3b, 0)]"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.303965803Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"92.725906ms"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.304159498Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1880, tv_nsec: 67145271 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.305554828Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.306013757Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.306235702Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.306690722Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.306890376Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.307302225Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.307327906Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.307335476Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.307341606Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.307352676Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.307642532Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.308289026Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.308501211Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.308514021Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.30891894Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.309234206Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":21,"elapsed":"98.036259ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.309654855Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.310012303Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.310396571Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.311715949Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.31172439Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.31173244Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"100.457841ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.31174106Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.3117511Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.311789701Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"100.538883ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.311968685Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"122.77979ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.311987545Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.312478186Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.312501026Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.31267112Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.3136264Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.313648581Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.313817494Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.314154492Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.315710715Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.315963651Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.316359019Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.316369819Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.316537983Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.318575676Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.320457327Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.320483767Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.320495917Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.321512239Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"132.400916ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.323538483Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.323562803Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.32387488Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.323963982Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.323976922Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.324175246Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.325112186Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Sled { parent: Fleet, key: 26bfef1d-ffca-41ed-b4f8-a86ed1484322, lookup_type: ById(26bfef1d-ffca-41ed-b4f8-a86ed1484322) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.325134347Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.325189918Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.325200808Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.325351312Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.325520025Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.325971965Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.325983735Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.325989945Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.326248841Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.328387837Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.328491409Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.330482201Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.330555533Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.330688836Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.330706536Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":61,"elapsed":"143.185056ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.331850401Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.33228321Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.332469704Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.332481334Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.332714179Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.333313942Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.333342133Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.333475546Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.333607728Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.333621239Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.333848454Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.335021088Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"0","iteration":21,"elapsed":"145.897445ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.337635635Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.33788212Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.339190068Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.339379252Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.340593438Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.341543148Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.341911206Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.344080663Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.344090613Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.344239286Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.347167349Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.347481915Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.349503159Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.349851556Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.351156324Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.351354829Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.351665225Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.351675615Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.352065854Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64202f26-078c-491a-b940-6a7d19a5040f\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.352082084Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.352757248Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.353060555Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.354291851Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.354504426Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.355036987Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.355923656Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.356209362Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.357269515Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"146.045668ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.360092696Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.360385752Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.360838512Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.365173284Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.365192955Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.365202395Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"160.394306ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.365253816Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.365266526Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.36544086Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.367244029Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.367273729Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2f2bfe01-a0c6-4138-8ef9-32fabfa30092"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.36728669Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.36729558Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.367505294Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.368057266Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.369986648Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.370201682Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.37291552Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.373102614Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.37430383Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.37431792Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"167860f1-97b8-4b73-bd53-2a324704e634"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.37432676Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.37433361Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.374342351Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":21,"elapsed":"185.176536ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.374485134Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.375336372Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.377418267Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.377441077Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.37758287Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.393273916Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-03T04:51:38.035997Z, time_modified: 2025-03-03T04:51:38.035997Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: f90c9d23-c48b-43e8-a18b-28f584391212, db_silo: Silo { identity: SiloIdentity { id: f90c9d23-c48b-43e8-a18b-28f584391212, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-03T04:52:26.482038Z, time_modified: 2025-03-03T04:52:26.482038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"5c70493b1a13703d45c9e94b4add19e5b582a11b2d8f76d9fd06bcc4fd3d2044\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: f90c9d23-c48b-43e8-a18b-28f584391212, db_silo: Silo { identity: SiloIdentity { id: f90c9d23-c48b-43e8-a18b-28f584391212, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-03T04:52:26.482038Z, time_modified: 2025-03-03T04:52:26.482038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"5c70493b1a13703d45c9e94b4add19e5b582a11b2d8f76d9fd06bcc4fd3d2044\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.393316227Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"f90c9d23-c48b-43e8-a18b-28f584391212\",\"tls_certs\":[\"5c70493b1a13703d45c9e94b4add19e5b582a11b2d8f76d9fd06bcc4fd3d2044\"]}},\"default_endpoint\":{\"silo_id\":\"f90c9d23-c48b-43e8-a18b-28f584391212\",\"tls_certs\":[\"5c70493b1a13703d45c9e94b4add19e5b582a11b2d8f76d9fd06bcc4fd3d2044\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"206.35776ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.395595396Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.395827291Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.396323521Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.397798423Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.39813529Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.399767535Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.399794236Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.400018171Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.401559164Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.401814669Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.402855312Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"167860f1-97b8-4b73-bd53-2a324704e634"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.402882002Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.402891192Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"current_time_created":"2025-03-03 04:52:25.880764 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.402899992Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"generation\":1}","iteration":11,"elapsed":"216.044137ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.403336372Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.406957329Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.4069803Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.407113323Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.40743985Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"196.196542ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.408091473Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.408449671Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.40885163Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.411241471Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.411264892Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.411418545Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.413446798Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2f2bfe01-a0c6-4138-8ef9-32fabfa30092"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.413469419Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.413478079Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"current_time_created":"2025-03-03 04:52:26.550547 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.413486099Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"generation\":2}","iteration":11,"elapsed":"226.658264ms"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.422516762Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.422540433Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"211.257795ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.434271054Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-03T05:01:39.435245875Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.435274776Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"230.456375ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.436355709Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.436373319Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.436508622Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.448212553Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.44854414Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.462679353Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"273.565239ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.468972197Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.469290704Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.529142406Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.54052528Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.54054183Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.540850827Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5f535e8-7a4e-436f-b7ca-ebc7ccc434ec\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.540867037Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.542240027Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.609021727Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":21,"elapsed":"421.476756ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.631371026Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.631392816Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.631629161Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"526ea990-afdc-4562-b5b9-34b1176bc0a1\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.631643231Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.63295438Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.635564965Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.654888979Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.655241057Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.665918626Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.665935536Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.665942206Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.666273433Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d96b1c00-6c02-439d-8ab7-f1cd23e15140\", \"content-length\": \"476\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.666306594Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.666538209Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4b9d2e4-6ec0-4da2-8670-72bed270813a\", \"content-length\": \"734\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.66658663Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.666930597Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"488132d8-44e7-4bc5-91d6-5416f385754b\", \"content-length\": \"111\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.666942167Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.667245904Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3da8ba7b-a552-40d6-9dcb-2504b1f85749\", \"content-length\": \"111\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.667267494Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.66752332Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"906467af-caa0-45bb-8653-8447f4334710\", \"content-length\": \"167\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.66753585Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.667786266Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a718a2fd-edb5-4c4a-9db5-0fa32778c224\", \"content-length\": \"167\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.667796776Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.668051541Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4593f091-c5bb-41d5-94da-64882fd94874\", \"content-length\": \"175\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.668061851Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.668319197Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52701a58-3204-4822-8b5e-d57bd37844f6\", \"content-length\": \"175\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.668330807Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.66845222Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35f35f2b-1a00-47c8-a11a-358967a691e8\", \"content-length\": \"702\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.66846322Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.668636744Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a61d26db-2f30-4778-88c7-2299f2801fe1\", \"content-length\": \"727\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.668660114Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.668796137Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34f38340-d930-40cc-b3e1-b6b61f8ebc9a\", \"content-length\": \"729\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.668807597Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.66895215Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a96665b-331b-4da2-889a-9d770fd1f213\", \"content-length\": \"728\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.668962761Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.669144975Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79657368-382a-42f4-9ab4-92f0294750da\", \"content-length\": \"722\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.669161485Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.669432771Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b00499e2-6023-4143-88fc-fa06dbfaccdf\", \"content-length\": \"109\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.669442771Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.669694526Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c47133f8-ce8a-4793-8ea1-22917410a4e6\", \"content-length\": \"109\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.669704856Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.669952372Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05275222-e759-4bef-8741-4296a1b3db7a\", \"content-length\": \"169\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.669962082Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.670209487Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05e3552d-7655-4c38-8b62-0498c34505ef\", \"content-length\": \"169\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.670219507Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.670479053Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bda7c4dd-4ac6-4fc5-bb1e-f0176b9c3352\", \"content-length\": \"178\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.670488573Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.670736579Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02ad472d-2407-4e24-8677-fa9c545632c7\", \"content-length\": \"178\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.670745759Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.670873812Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f382d639-2719-42c1-b4bd-5be49b3f3914\", \"content-length\": \"702\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.670883832Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.671007255Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a417b134-74f1-482e-806d-80186b44b5e8\", \"content-length\": \"727\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.671017435Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.671154418Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd60b5d0-35e8-4aa7-bb22-985c6ee9ff2c\", \"content-length\": \"729\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.671164188Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.671298801Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b72b9a62-e211-49b8-a2da-89e29fca6085\", \"content-length\": \"728\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.671309101Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.671554896Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.760590353Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.760846199Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc777175-c1aa-482a-bc1e-edfb65067079\", \"content-length\": \"1\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.762412052Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.762624967Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 26bfef1d-ffca-41ed-b4f8-a86ed1484322","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.778976997Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.778989357Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.779379545Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16368652-2c12-4ac3-b5c4-524ad18c47cb\", \"content-length\": \"372\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.779399296Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.779716163Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.781215155Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.781550502Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.78192882Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.782666276Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.783228488Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"null","iteration":21,"elapsed":"596.361433ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.783756799Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.784087636Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.784991896Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.785003166Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.78521999Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.785513527Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.785522077Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.785724011Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.785871444Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.785881085Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.786043898Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.78659023Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.78660181Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.786749543Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.788219405Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.788612433Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.789332629Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.789652345Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/artifacts","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.790397841Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32ad5567-273c-48f7-9b42-4a690dd11178\", \"content-length\": \"2\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.790414212Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/tuf_artifact_replication.rs:619","sled":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.790548495Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.790559105Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.790730608Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.791076666Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.791087036Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.7912799Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.791823052Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.791833942Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.791982345Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.792089228Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.792314902Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.792324843Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"delete_err\":0,\"delete_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"delete_err\":0,\"delete_ok\":0,\"list_err\":0,\"list_ok\":2,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"operation\":\"list\",\"target_sled\":\"26bfef1d-ffca-41ed-b4f8-a86ed1484322\",\"time\":\"2025-03-03T04:56:39.687133237Z\"},{\"operation\":\"list\",\"target_sled\":\"26bfef1d-ffca-41ed-b4f8-a86ed1484322\",\"time\":\"2025-03-03T05:01:39.790400272Z\"}]}","iteration":3,"elapsed":"581.118296ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.792528407Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.793881216Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.793891606Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.794001209Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.794029349Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.794328236Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.79450624Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.794798706Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0691418b-57e2-4683-bc4d-4c20ebe066e7\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.794823586Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.796477122Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.796566633Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"c0a6e1fa-bded-449b-81da-b696c528112c\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.796578774Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.796666806Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.796799249Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.79685177Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"blueprint_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"inventory_collection_id\":\"433ff4e2-cf36-490c-b9be-bc2800513c3b\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":9,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":4,"elapsed":"607.685644ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.798697929Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.79872186Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"607.103832ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.827805102Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.827835623Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.82816848Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"58d22fd6-2f66-42c0-aff3-d527d0c44d10\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.828181951Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.828535548Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.830316166Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.830815727Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a74119cd-1b7b-49f9-9cb0-ee4b45c417f8\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.830836627Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.832318319Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e3a20489-8988-485b-9765-a7480c051fd4\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.83234266Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.834514376Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"09e9eb3e-5b8b-4f1d-b4f2-19744200801d\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.834529566Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.83657422Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.836617381Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"649.771876ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.872998101Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.87343638Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e7419c6-e1df-4693-8083-9edbef912758\", \"content-length\": \"691\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.873469091Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.873479441Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.873486331Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.874560864Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":21,"elapsed":"685.43243ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.875257379Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.875498064Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.899533679Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.899552389Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.901359918Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.901566232Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.901578833Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.901864919Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.903398221Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.90378375Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.904146457Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.904343852Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.9051747Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.905340853Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.906743233Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled 26bfef1d-ffca-41ed-b4f8-a86ed1484322 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.907868897Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.907889448Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.908720026Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ceb898ae-b026-4a32-a8ac-a8791ce91956\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.910288299Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":21,"elapsed":"705.455139ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.911376492Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.911391033Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.911641338Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.913008207Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.913268683Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.914692543Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.914968869Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.916542083Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.920557779Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.92058928Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.920732953Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.927220722Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 0a7da665-2786-4154-830c-1b6c30670eb8, kind: Service { id: 0445f73f-b7f7-485d-834f-050b85e06950 }, name: Name(\"nexus-0445f73f-b7f7-485d-834f-050b85e06950\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d283c185-2fba-49df-9677-dde32093faf9, kind: Service { id: abddd252-039c-4ec5-9130-5ee439c3e5ba }, name: Name(\"nexus-abddd252-039c-4ec5-9130-5ee439c3e5ba\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 170])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f7efc00f-f08a-4bc7-80f0-78e03256bc2e, kind: Service { id: f9f96da3-be74-4945-b190-75659769c9d6 }, name: Name(\"nexus-f9f96da3-be74-4945-b190-75659769c9d6\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 2cfa2d9e-e627-4dd6-b5e4-dae0e219afef, kind: Service { id: 8c75094f-50b4-45de-9a07-62c298f10657 }, name: Name(\"external-dns-8c75094f-50b4-45de-9a07-62c298f10657\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9fd3a6a4-c408-4607-9608-7035e84c1905, kind: Service { id: d28db3d3-e542-4111-a844-67b225caac86 }, name: Name(\"external-dns-d28db3d3-e542-4111-a844-67b225caac86\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 172])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.927277883Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.927732863Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.929611523Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.930123604Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.93555632Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.935588231Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d8fddf91-b632-475e-9b1d-6792b9e53b5f, rack_id: ca399a91-7ffb-4e6b-8973-19423dfd7345, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ccd44b4e-327c-4118-847c-9c2d40a844bc) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.935605651Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.936061141Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.939166158Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.939194938Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.939439653Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.94210457Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.942164642Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 2cfa2d9e-e627-4dd6-b5e4-dae0e219afef, kind: Service { id: 8c75094f-50b4-45de-9a07-62c298f10657 }, name: Name(\"external-dns-8c75094f-50b4-45de-9a07-62c298f10657\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9fd3a6a4-c408-4607-9608-7035e84c1905, kind: Service { id: d28db3d3-e542-4111-a844-67b225caac86 }, name: Name(\"external-dns-d28db3d3-e542-4111-a844-67b225caac86\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 172])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 0a7da665-2786-4154-830c-1b6c30670eb8, kind: Service { id: 0445f73f-b7f7-485d-834f-050b85e06950 }, name: Name(\"nexus-0445f73f-b7f7-485d-834f-050b85e06950\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d283c185-2fba-49df-9677-dde32093faf9, kind: Service { id: abddd252-039c-4ec5-9130-5ee439c3e5ba }, name: Name(\"nexus-abddd252-039c-4ec5-9130-5ee439c3e5ba\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 170])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f7efc00f-f08a-4bc7-80f0-78e03256bc2e, kind: Service { id: f9f96da3-be74-4945-b190-75659769c9d6 }, name: Name(\"nexus-f9f96da3-be74-4945-b190-75659769c9d6\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.942186772Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.948106259Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.948581339Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c724e34-f2b6-4b96-9ae2-32703252c63a\", \"content-length\": \"134\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.94861575Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.94863273Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ccd44b4e-327c-4118-847c-9c2d40a844bc","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.948955537Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.948977618Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.948989008Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.949000678Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.949012389Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.949024359Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.949327525Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.949348886Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.949613771Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.949642992Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.949954539Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.952495483Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.952731028Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49dcdd43-d712-4237-8594-e06584d48ecd\", \"content-length\": \"2\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.952758349Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.953001014Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"317cfaf8-16b0-4bdc-ba46-b2765f499784\", \"content-length\": \"51\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:39.953053755Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:39.953066485Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.02703982Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","vpc_to_sled":"[Sled { identity: SledIdentity { id: 26bfef1d-ffca-41ed-b4f8-a86ed1484322, time_created: 2025-03-03T04:52:21.561315Z, time_modified: 2025-03-03T04:52:21.561315Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: ca399a91-7ffb-4e6b-8973-19423dfd7345, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(12348) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.027097001Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.027105031Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.027369887Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.030052384Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.030389921Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.031910874Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.035883969Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Sled { parent: Fleet, key: 26bfef1d-ffca-41ed-b4f8-a86ed1484322, lookup_type: ById(26bfef1d-ffca-41ed-b4f8-a86ed1484322) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.067109007Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.069815005Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"44d5262c-3bf3-4de1-a267-e34a8a3b54db\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:40.07054509Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.070555411Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","elapsed":"865.7379ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.070564901Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":3,"elapsed":"865.74733ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.085188554Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6565ce42-bd14-4d77-9a9a-95359b47f268\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:40.085211845Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.085220985Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.08548567Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3c01632-d07f-40c8-a234-8eb296cf1752\", \"content-length\": \"682\", \"date\": \"Mon, 03 Mar 2025 05:01:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.085527011Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.085856538Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.08967823Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.089888215Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.093193385Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.09341978Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.095047505Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.095382572Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.104406396Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":21,"elapsed":"915.264581ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.213984983Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b1ca566-1fb8-4de2-ad41-92336604a215\", \"content-length\": \"31971\", \"date\": \"Mon, 03 Mar 2025 05:01:40 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.238490267Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.238527958Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.238535588Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.241216326Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.241648895Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.243795251Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.245944587Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.246031179Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.246208682Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:40.452342967Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"91839f6f-7f41-4bf4-9f2a-4d005db2d2a3"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.452388668Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_started":"2025-03-03 05:01:39.665904 UTC","collection_id":"91839f6f-7f41-4bf4-9f2a-4d005db2d2a3"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.452399718Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":5,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.452411139Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"collection_id\":\"91839f6f-7f41-4bf4-9f2a-4d005db2d2a3\",\"time_done\":\"2025-03-03 05:01:40.238482 UTC\",\"time_started\":\"2025-03-03 05:01:39.665904 UTC\"}","iteration":2,"elapsed":"1.264848428s"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.452423849Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.452433079Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.452442779Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.452728476Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.452756466Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.45479159Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.455350672Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.458147832Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.458167642Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.458327045Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.458338366Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.458347676Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.45853945Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.460731167Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.460917191Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.461236428Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.461391091Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.463244401Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.466284646Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.466307847Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.466494591Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.487306196Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.487528551Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.489521104Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.491572308Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.491587278Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.491752641Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.493388847Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.496018463Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.496039213Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.496212467Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.498091017Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.498259301Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.499987308Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.50525469Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.505282911Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.505293021Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.506701532Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.508763536Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.508789936Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.508928819Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:40.511092786Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.511158967Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"blueprint_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"inventory_collection_id\":\"91839f6f-7f41-4bf4-9f2a-4d005db2d2a3\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":9,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":5,"elapsed":"58.758969ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:40.511230589Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"58.811229ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:43.242545233Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"0bceb0d6-30db-4cd3-a86f-3951d9927a7a","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":293,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:49.187711946Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:49.187785908Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:49.188233138Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:49.18883473Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:49.18884428Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:49.189024584Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:49.190026356Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:49.190498466Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:49.190853584Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:49.192754734Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:49.192768455Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:49.192900507Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:49.193113382Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"4.274212ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:49.194917051Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:49.195068414Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:49.196721779Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:49.199194152Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:49.199206822Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:49.199349576Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:49.210489954Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:49.210509164Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":62,"elapsed":"22.828859ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:01:53.242234348Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"b46543cb-8cb7-4521-9c4d-459c02f08d9c","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":256,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:59.188363983Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:59.188427244Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:59.188885034Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:59.188953816Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:59.188969686Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:59.189266302Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:59.190700063Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:59.191416338Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:59.191696414Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:59.193322599Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"4.367514ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:59.193639166Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:59.193650096Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:59.193784249Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:59.195988666Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:59.196243302Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:59.197667282Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:59.200206597Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:59.200225357Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:59.20035149Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:59.212389207Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:01:59.212411018Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":63,"elapsed":"24.065076ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:03.242272833Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"ce34065b-5635-416a-8438-e729f407b137","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":302,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.186484866Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.186541438Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.186917246Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.187396366Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.187407236Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.187416576Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.187427436Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.187437137Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.187672982Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.187683492Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.188432638Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.188466749Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.188478159Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.188486919Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.188495159Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.18850434Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.18851325Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.18852235Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.18853011Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.18853778Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.18854556Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.188553211Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.188560531Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.188567991Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.188575441Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.188582341Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.188653793Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.188667053Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.188712984Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.188914608Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.188941079Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1909, tv_nsec: 952016832 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.188959309Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.18897157Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.18898207Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.189049441Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.189297317Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.18992921Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1909, tv_nsec: 953015113 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.190003222Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.190144685Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.190198596Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.190599915Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.192788ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.190798669Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.191048494Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.194391676Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.194418996Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.194459377Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.194474038Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.19459411Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.194630451Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.194640911Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.194679242Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.194692342Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.194703322Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.194815365Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.194897467Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.196103592Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.197195056Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.19738125Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.197493362Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.19831086Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.19833237Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.198431192Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.198487833Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.198652857Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.199615728Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.199637648Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.199765451Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.199978155Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.20018736Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.201087069Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.201210662Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"12.739773ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.201248952Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.201890596Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.20250791Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.20253924Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1909, tv_nsec: 965630074 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.202604032Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.202723584Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.202806486Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.205003493Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.205017193Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.205034114Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.205041814Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.205048444Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.205057854Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.205067604Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.205076494Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.205182087Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.20532873Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.2053521Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.205391221Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.205400892Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"16.939012ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.207085568Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.207095618Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.207330493Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.208879746Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.210190644Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.210667944Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.210681285Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.210689105Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.210695195Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.210702405Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.210708565Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.210714685Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.210721935Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.210728186Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.210735086Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.211034662Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.211077783Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.211088073Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.211100294Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.211128674Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.211828999Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.21184201Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.212026053Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.212685777Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.212709458Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.212840761Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.216312575Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"5.611091ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.217140023Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.218537753Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":22,"elapsed":"7.866769ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.220160128Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.220179228Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.220384933Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.222404826Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.222431176Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":64,"elapsed":"35.01888ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.227379742Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.227716159Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.241519555Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.241849462Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.24361567Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.243856755Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.24549471Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.245605843Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.245617323Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.245623533Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.24596617Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.248136527Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.248151277Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.248157077Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.248391222Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.248461144Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Sled { parent: Fleet, key: 26bfef1d-ffca-41ed-b4f8-a86ed1484322, lookup_type: ById(26bfef1d-ffca-41ed-b4f8-a86ed1484322) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.248480764Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.248680139Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.250528828Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.250550888Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.250560689Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"45.500505ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.250783204Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.250945117Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"0","iteration":22,"elapsed":"62.510189ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.25108454Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.25250268Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.252522911Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":22,"elapsed":"64.082342ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.254652886Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"43.974222ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.256294191Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.256658699Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.258843676Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"70.387078ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.259254945Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.259528151Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.267276357Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"78.776777ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.286063309Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.286371316Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.286460317Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.286737043Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.287477469Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.289476272Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"78.780907ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.289592575Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.289603055Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.289789569Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.291012955Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.292862255Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.292873795Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.293016988Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.32111621Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"110.402104ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.323028631Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.323044821Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.323380628Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81aa11a5-d3d6-46ca-ab42-f5f182a70ea6\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:02:09 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.323398339Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.325121705Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.423035153Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.423058863Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.423313548Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6ce0f49-1cb5-4523-94d0-e312341ab8b8\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:02:09 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.423325049Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.424915853Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.430748518Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.430761938Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.431007223Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3e1b84b-7195-4195-bddb-e88ac8afdd9f\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:02:09 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.431033814Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.432992616Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 26bfef1d-ffca-41ed-b4f8-a86ed1484322","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.567021776Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.567051907Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.567515907Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ba61cd0-a7ea-4a1b-95de-fb66541560be\", \"content-length\": \"372\", \"date\": \"Mon, 03 Mar 2025 05:02:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.567542008Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.567864135Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.572526334Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.572938403Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d5a3079-da43-49e0-9254-be52ee4adb40\", \"content-length\": \"691\", \"date\": \"Mon, 03 Mar 2025 05:02:09 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.572965444Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.572977044Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.572986524Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.574433635Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":22,"elapsed":"385.930536ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.581841494Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.581862944Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.582036918Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9697edf1-e660-4ae9-8bcf-cb5190189c87\", \"date\": \"Mon, 03 Mar 2025 05:02:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.582047428Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.582427086Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.584523781Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.584733796Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.587386013Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.587636978Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 26bfef1d-ffca-41ed-b4f8-a86ed1484322 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.590877687Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.590892798Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.591191394Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d929e0e6-721b-4cd8-86ee-c734694b29bb\", \"date\": \"Mon, 03 Mar 2025 05:02:09 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.593070624Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":22,"elapsed":"388.01994ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.659901626Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.660182282Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3629c868-e8de-4871-944d-34a3fa50452a\", \"content-length\": \"1\", \"date\": \"Mon, 03 Mar 2025 05:02:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.661868358Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.662061052Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.663691927Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"null","iteration":22,"elapsed":"477.233261ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.66711037Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":22,"elapsed":"479.692464ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.676266166Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.676648604Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.678848961Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d8fddf91-b632-475e-9b1d-6792b9e53b5f, rack_id: ca399a91-7ffb-4e6b-8973-19423dfd7345, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ccd44b4e-327c-4118-847c-9c2d40a844bc) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.678864232Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.679021975Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.688540469Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.688756624Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef4abb00-06f4-46f6-9bd3-adba9c7e24b4\", \"content-length\": \"134\", \"date\": \"Mon, 03 Mar 2025 05:02:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.688777834Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.688790454Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ccd44b4e-327c-4118-847c-9c2d40a844bc","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.689009239Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.689021249Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.68902993Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.68903924Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.68904796Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.68905647Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.689202613Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.689215013Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.689465029Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.689475229Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.689689073Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.691287008Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.69137976Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09ab6d97-4e44-47fb-a139-b1b74eed851d\", \"content-length\": \"2\", \"date\": \"Mon, 03 Mar 2025 05:02:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.69140901Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.691472802Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f9350d8-a4ad-4e7c-9e63-53352bca6aea\", \"content-length\": \"51\", \"date\": \"Mon, 03 Mar 2025 05:02:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.691491212Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.691504423Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.782697096Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"425764a4-8141-41b1-9f17-527ffa3fa35a\", \"date\": \"Mon, 03 Mar 2025 05:02:09 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:09.782723236Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.782732546Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.78291688Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe1471c9-3a4b-45b5-829a-030ad021dcc5\", \"content-length\": \"682\", \"date\": \"Mon, 03 Mar 2025 05:02:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.782951741Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.783197126Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.78712467Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.787304404Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.790543724Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.790864451Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.792914974Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.793109848Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:09.800434125Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":22,"elapsed":"611.978857ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:13.242197554Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"7b72ce6b-57ab-4fa5-999c-09252a495dc4","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":268,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:19.188331768Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:19.188396639Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:19.188713386Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:19.188761467Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:19.188770677Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:19.188982671Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:19.190620317Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:19.19357175Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:19.193601761Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:19.193727883Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:19.195780947Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:19.196153605Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:19.197608686Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:19.200432867Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:19.200443987Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:19.20058437Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:19.212899124Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:19.212915584Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":65,"elapsed":"24.610147ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:19.220249031Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:19.220499077Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:19.221750693Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"32.987206ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:23.242481523Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"2218da1e-f24b-4ac0-a45a-50d6a8da73c4","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:29.187636885Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:29.187687836Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:29.188011023Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:29.18882013Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:29.188828691Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:29.189013205Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:29.190345703Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:29.193059531Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:29.193081672Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:29.193210104Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:29.195421412Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:29.1957923Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:29.197563038Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:29.200399349Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:29.200412609Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:29.200574052Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:29.210807481Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:29.210833082Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":66,"elapsed":"23.209908ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:29.21959102Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:29.219841325Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:29.221300166Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"32.473436ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:33.242537236Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"b8e61149-3b0b-42ee-97c2-c1514335df94","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":258,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.18684437Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.186932822Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.186955843Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.186970473Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.186983633Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.186995524Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187006574Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187019414Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187030694Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187042654Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187055755Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187068105Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187079035Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187090366Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.187102626Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-03 04:52:39.186983453 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187121416Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187478624Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187499834Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187512484Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187524425Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187535435Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-03T05:02:39.187548815Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187563185Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\"}","iteration":13,"elapsed":"9.82µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187578896Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187593876Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187607626Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187623837Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187637747Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187653467Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187673818Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8c75094f-50b4-45de-9a07-62c298f10657.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d28db3d3-e542-4111-a844-67b225caac86.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d28db3d3-e542-4111-a844-67b225caac86.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1939, tv_nsec: 950792041 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.187973354Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"578599f8-92f0-422b-bb8c-b9680aea9334.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c1b5c366-3e89-42bc-975a-366e7841a9e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e89b37fd-bdd9-4c70-9f86-59e7e62b6069.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e89b37fd-bdd9-4c70-9f86-59e7e62b6069.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1939, tv_nsec: 951055847 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188086317Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188099397Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188186989Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188198119Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"1.38701ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188395754Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188404734Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188411594Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188419044Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188426064Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.188433294Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188439744Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188445804Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188453165Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188459785Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188468495Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188475475Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188484185Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188496716Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188506146Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188515876Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188525706Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188535877Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188544586Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188553757Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188565127Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188577917Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":12,"elapsed":"1.634775ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188762371Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188789912Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188801812Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188812692Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188833673Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188867433Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188877564Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188884434Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188911385Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.188943135Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.189823934Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.189895586Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.190023558Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.191469209Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":14,"reason":"Timeout"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.191762746Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1939, tv_nsec: 954900459 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.191888998Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.191915839Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.192007451Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.192030701Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.192065842Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-03 04:52:39.186983453 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.192075912Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"expiration\":\"2025-03-03T04:52:39.186983453Z\",\"pruned\":[]}","iteration":12,"elapsed":"5.086449ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.192516982Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"5.016917ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.193543664Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.194853182Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.195062866Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.195075037Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1939, tv_nsec: 958204510 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.195322512Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.197283244Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.197299614Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.197487538Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.198273145Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.198290105Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.198301826Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.198308456Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.198456729Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.198476059Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.199322817Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.199995652Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.200744238Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.200992443Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.202297331Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.202305971Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.202514346Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.203785383Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.204498428Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.204519739Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.204723033Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.204734773Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.204769984Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.204778604Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.204785885Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.204791894Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.204799985Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.204807535Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.204814125Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.204820355Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.205016349Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.205068931Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.205115112Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.20553049Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.205548511Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.205715134Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.206090962Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.206376908Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.206387649Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.206532082Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.207269768Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.207509243Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.207648756Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.20782025Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.209673259Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.20971601Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.209872453Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.210137169Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211017298Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211037528Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211044528Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211051009Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.21110716Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.21111617Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.21112308Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211129Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211137441Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211147501Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211154301Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211161131Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211167861Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211174731Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211181241Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211188562Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211194772Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211201882Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.211259953Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211269993Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211276044Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211346845Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211428137Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211510818Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.21157423Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.21159786Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211610841Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211622121Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211634161Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211645011Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211657892Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211699542Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211743174Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.211991859Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.212191883Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.212264665Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.212441448Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.212453529Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.212619232Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.213061592Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1939, tv_nsec: 976191875 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.213336348Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.215575036Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.215596026Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.215741799Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.217902895Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.217921726Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.218158691Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.219722104Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.223480455Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.223591907Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.223604108Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.223776931Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.223840842Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.226101191Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"14.94998ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.226236884Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.226426698Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"15.268358ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.226635352Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.22884287Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.229209737Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.231131429Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"19.986548ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.232905147Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"44.467222ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.234561932Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.238067437Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.238586288Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.2437931Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.243847801Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.243985134Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.245378374Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.245400964Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.245411315Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.245420535Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.245873444Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.247571001Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"59.126756ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.247606602Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.25218038Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.25220739Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":67,"elapsed":"64.704526ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.252291372Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.252302022Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.252484386Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.253038678Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.253485848Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.25361965Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.253638891Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"65.218297ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.25405745Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.25407783Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.25408642Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"65.650937ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.254178112Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.254630842Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.254655302Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"167860f1-97b8-4b73-bd53-2a324704e634"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.254667063Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.25500593Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.257894522Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-03T04:51:38.035997Z, time_modified: 2025-03-03T04:51:38.035997Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: f90c9d23-c48b-43e8-a18b-28f584391212, db_silo: Silo { identity: SiloIdentity { id: f90c9d23-c48b-43e8-a18b-28f584391212, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-03T04:52:26.482038Z, time_modified: 2025-03-03T04:52:26.482038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"5c70493b1a13703d45c9e94b4add19e5b582a11b2d8f76d9fd06bcc4fd3d2044\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: f90c9d23-c48b-43e8-a18b-28f584391212, db_silo: Silo { identity: SiloIdentity { id: f90c9d23-c48b-43e8-a18b-28f584391212, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-03T04:52:26.482038Z, time_modified: 2025-03-03T04:52:26.482038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"5c70493b1a13703d45c9e94b4add19e5b582a11b2d8f76d9fd06bcc4fd3d2044\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.257935123Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"f90c9d23-c48b-43e8-a18b-28f584391212\",\"tls_certs\":[\"5c70493b1a13703d45c9e94b4add19e5b582a11b2d8f76d9fd06bcc4fd3d2044\"]}},\"default_endpoint\":{\"silo_id\":\"f90c9d23-c48b-43e8-a18b-28f584391212\",\"tls_certs\":[\"5c70493b1a13703d45c9e94b4add19e5b582a11b2d8f76d9fd06bcc4fd3d2044\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"69.99487ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.260523618Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.260581649Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.26059416Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.261206853Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.261914838Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.264258568Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.264282579Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.264443372Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.267425606Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.267445736Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.2676324Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.270114864Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"167860f1-97b8-4b73-bd53-2a324704e634"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.270138614Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.270148514Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"current_time_created":"2025-03-03 04:52:25.880764 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.270157434Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"generation\":1}","iteration":12,"elapsed":"83.331374ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.270950131Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"59.75653ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.272126177Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.272148867Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.272158317Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.272164877Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.27228731Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.27230178Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.272313931Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"61.18925ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.272440463Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.272456094Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.274088089Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.274376855Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.274399645Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.274409736Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"69.614691ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.274426166Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.276046261Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.276349527Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.276412539Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":23,"elapsed":"65.279818ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.277776948Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.278025933Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.279314621Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"68.144999ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.280460405Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.282426967Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.282441497Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.282586501Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.291194125Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.291467321Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.296432237Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.296446288Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2f2bfe01-a0c6-4138-8ef9-32fabfa30092"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.296457388Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.296656812Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.300346741Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.302439846Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.302468586Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":23,"elapsed":"113.875479ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.304624253Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.304655893Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.304917779Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.304930769Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.307896013Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Sled { parent: Fleet, key: 26bfef1d-ffca-41ed-b4f8-a86ed1484322, lookup_type: ById(26bfef1d-ffca-41ed-b4f8-a86ed1484322) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.307927314Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.308073046Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.312093443Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"123.559206ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.342181937Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.342486194Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.374796835Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.381617312Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-03T05:02:39.382319967Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.382349757Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"177.558363ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.387537639Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.387551019Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.387870675Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fe7171a-3661-4159-8911-de40c9a80117\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:02:39 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.387889226Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.389620403Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.486329214Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.486352265Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.48659259Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c37cbd17-8996-4efd-8154-f60f3087944f\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:02:39 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.48661044Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.487277724Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.487287615Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.48752113Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb6e6b93-b826-4dce-82b0-dfb135daf0d7\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:02:39 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.48753972Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.488867049Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.489609214Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 26bfef1d-ffca-41ed-b4f8-a86ed1484322","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.618289221Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.618319151Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.618672499Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6949eeb4-4c95-4393-b003-3421fbcf9e4c\", \"content-length\": \"372\", \"date\": \"Mon, 03 Mar 2025 05:02:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.61871051Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.619150289Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.620416826Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2f2bfe01-a0c6-4138-8ef9-32fabfa30092"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.620444987Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.620476307Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"current_time_created":"2025-03-03 04:52:26.550547 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.620490437Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"generation\":2}","iteration":12,"elapsed":"433.535825ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.620817295Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.620937037Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"0","iteration":23,"elapsed":"432.447732ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.621207243Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"c44bf341-02b6-4d97-9627-6cef80677eed\", \"date\": \"Mon, 03 Mar 2025 05:02:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.621231424Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.621243554Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.623196046Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"d1252aeb-b2ef-4188-8677-827dbf8ad40e\", \"date\": \"Mon, 03 Mar 2025 05:02:39 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.623219466Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.623454361Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.623466511Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.623608604Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.624732919Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.625221129Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.625234709Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"433.77168ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.626600768Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.626613629Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.626755392Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.649051059Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.661387444Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.661403924Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.661638019Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"89f209bb-520a-4bff-bc9d-2eee524c9093\", \"date\": \"Mon, 03 Mar 2025 05:02:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.661647639Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.661981176Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.664047101Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.664262235Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.666586355Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.666935632Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 26bfef1d-ffca-41ed-b4f8-a86ed1484322 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.669517498Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.669528938Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.669798204Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0095be98-e667-41f7-bef6-34f5f7a208c6\", \"date\": \"Mon, 03 Mar 2025 05:02:39 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.671799216Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":23,"elapsed":"467.019062ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.692688914Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.693011731Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f017936-dbc3-4d93-b0f3-654e1ff91f12\", \"content-length\": \"1\", \"date\": \"Mon, 03 Mar 2025 05:02:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.694515663Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.694797609Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.696300951Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"null","iteration":23,"elapsed":"509.337419ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.758627516Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":23,"elapsed":"571.102162ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.768363744Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.768821814Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a5cf8ef4-b8e8-4581-8368-681e862f9806\", \"date\": \"Mon, 03 Mar 2025 05:02:39 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.768844545Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.769748404Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2b59c39f-262f-4810-a67b-972bb9526195\", \"date\": \"Mon, 03 Mar 2025 05:02:39 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.769767905Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.771331328Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"48bf7f90-f805-43fd-9d55-6d67211a2f2b\", \"date\": \"Mon, 03 Mar 2025 05:02:39 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.771342618Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.773792291Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.773838402Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"586.8784ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.786666316Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.787044955Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06adba94-63ad-4616-9ca8-036860efbef2\", \"content-length\": \"691\", \"date\": \"Mon, 03 Mar 2025 05:02:39 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.787080456Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.787092176Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.787100786Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.788186739Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":23,"elapsed":"599.713264ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.820736476Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.821117874Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.823352802Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d8fddf91-b632-475e-9b1d-6792b9e53b5f, rack_id: ca399a91-7ffb-4e6b-8973-19423dfd7345, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ccd44b4e-327c-4118-847c-9c2d40a844bc) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.823370503Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.823625668Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.832021038Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.832250203Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4df84c6b-2396-4e1f-8550-ab1d9b369c92\", \"content-length\": \"134\", \"date\": \"Mon, 03 Mar 2025 05:02:39 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.832268893Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.832280073Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ccd44b4e-327c-4118-847c-9c2d40a844bc","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.832513618Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.832526179Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.832534799Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.832544169Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.832552729Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.832562479Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.832717073Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.832727113Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.832970678Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.832979319Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.833238594Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.834487331Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.834595723Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b96bcba-da3a-4cfd-a337-76b3f86be60b\", \"content-length\": \"2\", \"date\": \"Mon, 03 Mar 2025 05:02:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.834607533Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.834691425Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09511558-fa42-49e1-9814-1239a4f096d1\", \"content-length\": \"51\", \"date\": \"Mon, 03 Mar 2025 05:02:39 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.834706296Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.834717396Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.933642734Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"16e9bf4d-e492-40af-87e8-ba5d219bd99c\", \"date\": \"Mon, 03 Mar 2025 05:02:39 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:39.93624319Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.936298991Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.940584703Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec0bc49c-c42d-4139-866d-b5b1636c0d2b\", \"content-length\": \"682\", \"date\": \"Mon, 03 Mar 2025 05:02:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.940630874Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.941096904Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.945391346Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.945742914Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.949703098Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.950179969Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.957088877Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.958051177Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:39.970409572Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":23,"elapsed":"781.889165ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:40.168621046Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"producer-registration-task","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:40.169313721Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"producer-registration-task","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:40.212842333Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"producer-registration-task","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:40.212963036Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:60020"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:40.21315359Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d96543e8-1bdc-49dd-8cdb-d718b482979a","remote_addr":"[fd00:1122:3344:101::c]:60020","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:40.213469186Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d96543e8-1bdc-49dd-8cdb-d718b482979a","remote_addr":"[fd00:1122:3344:101::c]:60020","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:40.257924559Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/oximeter.rs:76","collector_id":"849b4205-7e13-4586-b786-c0d511e8382c","producer_id":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:40.257971629Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/metrics/producers","method":"POST","req_id":"d96543e8-1bdc-49dd-8cdb-d718b482979a","remote_addr":"[fd00:1122:3344:101::c]:60020","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":44848,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:40.258031451Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"producer-registration-task","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d96543e8-1bdc-49dd-8cdb-d718b482979a\", \"content-length\": \"41\", \"date\": \"Mon, 03 Mar 2025 05:02:40 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:40.25941249Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"producer-registration-task","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:40.259428351Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"producer-registration-task","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:43.242358665Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"44e0e012-a8cd-4db3-b92a-5640902a3989","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":317,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:49.187535949Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:49.187620301Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:49.188222623Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:49.188950439Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:49.188960029Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:49.189146273Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:49.190163095Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:49.192865053Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:49.192877793Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:49.193018376Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:49.195109171Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:49.195421678Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:49.197171815Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:49.199854652Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:49.199869733Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:49.200005036Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:49.211350299Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:49.211374959Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":68,"elapsed":"23.862411ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:49.219471233Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:49.219703768Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:49.253734126Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"64.770527ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:53.232558638Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:48072"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:53.232681721Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?sort_by=id_ascending","method":"GET","req_id":"a54e743e-7ccd-4656-adda-4fb8bbb644dd","remote_addr":"[fd00:1122:3344:101::d]:48072","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:53.233184491Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?sort_by=id_ascending","method":"GET","req_id":"a54e743e-7ccd-4656-adda-4fb8bbb644dd","remote_addr":"[fd00:1122:3344:101::d]:48072","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:53.236005972Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?sort_by=id_ascending","method":"GET","req_id":"a54e743e-7ccd-4656-adda-4fb8bbb644dd","remote_addr":"[fd00:1122:3344:101::d]:48072","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3392,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:53.236249147Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY5NmRhMy1iZTc0LTQ5NDUtYjE5MC03NTY1OTc2OWM5ZDYifX0%3D","method":"GET","req_id":"44f5347a-d08a-4800-8c13-07bb318f3d12","remote_addr":"[fd00:1122:3344:101::d]:48072","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:53.236553564Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY5NmRhMy1iZTc0LTQ5NDUtYjE5MC03NTY1OTc2OWM5ZDYifX0%3D","method":"GET","req_id":"44f5347a-d08a-4800-8c13-07bb318f3d12","remote_addr":"[fd00:1122:3344:101::d]:48072","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:53.238327582Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY5NmRhMy1iZTc0LTQ5NDUtYjE5MC03NTY1OTc2OWM5ZDYifX0%3D","method":"GET","req_id":"44f5347a-d08a-4800-8c13-07bb318f3d12","remote_addr":"[fd00:1122:3344:101::d]:48072","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2115,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:02:53.241552511Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"7140e93f-d29e-4723-8efa-1e25f006459c","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":262,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:59.187705786Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:59.187775677Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:59.188061634Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:59.188544024Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:59.188553594Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:59.188718588Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:59.189677078Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:59.192347565Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:59.192363846Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:59.192493389Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:59.194504352Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:59.194754847Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:59.196477584Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:59.199018548Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:59.199034658Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:59.199164221Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:59.20845001Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:59.208476301Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":69,"elapsed":"20.789905ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:59.216997063Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:59.21732657Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:02:59.252476913Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"63.924499ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:03.242106386Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"3ef19149-a544-4cf1-8756-41135b1773f4","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":289,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.186832099Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.186908881Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.18731503Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.187383061Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.187399672Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.187412482Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.187441423Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.187455413Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.18777995Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.187928723Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.188482625Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.188491895Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.188500015Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.188507455Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.188514286Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.188520946Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.188528206Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.188535356Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.188553866Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.188564297Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.188576007Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.188583187Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.188590067Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.188597417Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.188604768Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.188631778Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.188676069Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.18870681Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.188891114Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.188901074Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.188991376Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.189034107Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.189050957Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.189060237Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.190165111Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1969, tv_nsec: 953320844 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.190490038Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.190521378Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.191201193Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.191259514Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1969, tv_nsec: 954424348 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.191487939Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.194130216Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.194530054Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.194554315Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.194879482Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"7.296856ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.194929313Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.195498405Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.195553376Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.195563346Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.197287814Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.197313584Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.197442107Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.19948087Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.199749006Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.200150895Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.200451241Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.200655606Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.2008791Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.201858071Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.202520486Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1969, tv_nsec: 965675829 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.202770701Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.203010066Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.203022796Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.203029497Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.203038617Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.20320596Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.203266951Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.204376675Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.204402286Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.204410326Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.204418316Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.204425016Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.204432016Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.204646771Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.204664341Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.205427298Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.205452268Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.205682893Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.207681256Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.207691636Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.207897821Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.209043095Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.209064966Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.209072766Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.209366772Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.209806131Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.209832652Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.209966575Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.210881885Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.210903465Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.210911875Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.210919175Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.210925895Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.210932896Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.210939936Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.210947216Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.210954056Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.210960916Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.210967967Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.21111612Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.211198491Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.211259323Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.211271723Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.211280923Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.21301496Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.213030301Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.213217755Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.219858707Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.219894828Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":70,"elapsed":"32.490666ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.223839492Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.224155319Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.225756893Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.22607185Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.226379206Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.228074243Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.230116026Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.230137637Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.230443613Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.233386776Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Sled { parent: Fleet, key: 26bfef1d-ffca-41ed-b4f8-a86ed1484322, lookup_type: ById(26bfef1d-ffca-41ed-b4f8-a86ed1484322) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.233439768Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.233748824Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.237621367Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"0","iteration":24,"elapsed":"49.126562ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.245477146Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.245922565Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.246381545Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.246461727Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.246933807Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.247999189Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"59.397052ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.248139792Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.248151073Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.248157593Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.248510811Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.248658434Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"37.746209ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.248923499Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.24893532Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.249099873Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.249830839Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.250062114Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.252391944Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.252581588Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.25593317Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"45.024344ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.256511982Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.256540972Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"67.914495ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.26202446Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":24,"elapsed":"51.141015ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.273445745Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.273817993Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.276448599Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.278744538Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.278772799Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.27885079Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"90.275394ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.278959183Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.28302294Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.28304761Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.283344626Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3960d35c-e830-4cbe-9d57-bc5729b0a06f\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:03:09 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.283374047Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.284159294Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.28444624Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.284836078Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.287340532Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.287358472Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.287667879Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe2664b5-7874-446a-a718-144cb8e72860\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:03:09 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.287684719Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.288771013Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.288779863Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.288788103Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"84.414488ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.2895781Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.291949981Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"81.055005ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.311670083Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.311691254Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":24,"elapsed":"123.192268ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.314933183Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"104.006958ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.31804308Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.318351936Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.330637229Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.33066249Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.330914745Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8134739e-a9cd-4a5f-9897-14285f04e1ef\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:03:09 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.330938336Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.333245495Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.356131885Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"167.564509ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.3810748Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.381392286Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d51b4d6-4946-495a-8ec5-bbdf6bf481e6\", \"content-length\": \"1\", \"date\": \"Mon, 03 Mar 2025 05:03:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.383584163Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.38389144Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 26bfef1d-ffca-41ed-b4f8-a86ed1484322","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.390934891Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.390955821Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.391317689Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff73f066-de11-4470-90eb-eb75de0497c9\", \"content-length\": \"372\", \"date\": \"Mon, 03 Mar 2025 05:03:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.391342339Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.391592485Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.393190409Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"null","iteration":24,"elapsed":"206.386081ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.410202634Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":24,"elapsed":"222.753031ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.419925942Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.420247038Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.433935002Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.433954742Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.434164597Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"be709174-e0c5-45ac-a448-002b6e5bfc79\", \"date\": \"Mon, 03 Mar 2025 05:03:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.434178097Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.434529435Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.436415655Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.43662976Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.43948473Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.439740016Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 26bfef1d-ffca-41ed-b4f8-a86ed1484322 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.44272908Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.44275378Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.443100628Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"37d19f3d-2244-47ed-a3b5-946d88a9b6cb\", \"date\": \"Mon, 03 Mar 2025 05:03:09 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.444798294Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":24,"elapsed":"240.408309ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.449101467Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.451073529Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.451087739Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.451233052Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.469708668Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.470000524Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.471110268Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d8fddf91-b632-475e-9b1d-6792b9e53b5f, rack_id: ca399a91-7ffb-4e6b-8973-19423dfd7345, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ccd44b4e-327c-4118-847c-9c2d40a844bc) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.471123008Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.471273081Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.479566369Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.480755145Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.481044371Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61a87786-6402-4cb3-9505-3b61fad91475\", \"content-length\": \"134\", \"date\": \"Mon, 03 Mar 2025 05:03:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.481065371Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.481076871Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ccd44b4e-327c-4118-847c-9c2d40a844bc","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.481321737Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.481331997Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.481338747Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.481346387Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.481354237Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.481361547Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.48148826Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.48149976Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.48150669Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.481514111Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.481638443Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.481790107Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.481798737Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.482021312Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.48382222Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.484019444Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3633fc01-259d-4e46-830b-cf1f30abf2a7\", \"content-length\": \"2\", \"date\": \"Mon, 03 Mar 2025 05:03:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.484030835Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.484116306Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e22a2232-028c-4ee8-8847-4c1e5c22bc01\", \"content-length\": \"51\", \"date\": \"Mon, 03 Mar 2025 05:03:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.484127987Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.484138627Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.575212217Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.584226141Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"cb112f0e-ac24-4596-9d8a-dd6b8adc8bfd\", \"date\": \"Mon, 03 Mar 2025 05:03:09 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.584253571Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.584263261Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.58464663Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a31ed6b1-b0d2-4065-8448-15816f1f4fe5\", \"content-length\": \"691\", \"date\": \"Mon, 03 Mar 2025 05:03:09 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.58466767Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.58467736Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:09.5846852Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.584701931Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21307db0-84f0-4d2f-9c79-1b8370aa037b\", \"content-length\": \"682\", \"date\": \"Mon, 03 Mar 2025 05:03:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.584746682Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.585082879Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.585572209Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":24,"elapsed":"397.057814ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.589097135Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.589281329Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.592385665Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.592758863Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.594563652Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.594768916Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:09.603100335Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":24,"elapsed":"414.598689ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:13.241892284Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"358bd301-8156-4607-a790-fde79ff1bc6f","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":309,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:19.18806515Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:19.188122462Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:19.188411048Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:19.188453349Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:19.188465769Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:19.188621602Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:19.190085764Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:19.192980666Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:19.192993166Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:19.193166239Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:19.195558851Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:19.195806256Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:19.197766668Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:19.200555188Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:19.200567968Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:19.200702351Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:19.213530996Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:19.213557876Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":71,"elapsed":"25.510887ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:19.218985123Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:19.219258668Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:19.24876326Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"60.303502ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:23.242706786Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"ce6d7d3d-b1c4-4dd0-9ee8-e36477d04e26","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":456,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:29.187873691Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:29.187921292Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:29.188211578Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:29.188685959Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:29.188695269Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:29.188857872Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:29.217764962Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:29.218128399Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:29.218683531Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:29.221525842Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:29.221540772Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:29.221688286Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:29.22329843Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:29.223492444Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:29.224790242Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:29.227705335Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:29.227727185Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:29.227859438Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:29.239061098Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:29.239088768Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":72,"elapsed":"51.229857ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:29.24759092Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"58.898612ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:33.242398644Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"b8b06094-6c48-4b31-838a-0ab48cd0e070","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":396,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187091087Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187150569Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.187162259Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-03 04:53:39.187073027 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187175069Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187184739Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.18719489Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.18720404Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.18721362Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.18722163Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.18722958Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.18723866Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187246691Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187254301Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187262951Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187270501Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187278461Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187286552Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187295022Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187303552Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187312042Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187319962Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187327982Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-03T05:03:39.187336253Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187345373Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\"}","iteration":14,"elapsed":"14.93µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187556607Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187571718Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.18768197Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"578599f8-92f0-422b-bb8c-b9680aea9334.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c1b5c366-3e89-42bc-975a-366e7841a9e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e89b37fd-bdd9-4c70-9f86-59e7e62b6069.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e89b37fd-bdd9-4c70-9f86-59e7e62b6069.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1999, tv_nsec: 950882753 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.18770097Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.18771275Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8c75094f-50b4-45de-9a07-62c298f10657.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d28db3d3-e542-4111-a844-67b225caac86.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d28db3d3-e542-4111-a844-67b225caac86.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1999, tv_nsec: 950907953 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187726831Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187763952Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187859834Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.187872004Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188313394Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188334194Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188343934Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188358275Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188366884Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188374995Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188383085Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188391735Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188400715Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188409196Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188416656Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188423956Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188430506Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188439686Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":73,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188447216Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.243467ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188455406Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188461977Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188469227Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.188476327Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188482767Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188489137Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188495957Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188502358Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188508888Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188517748Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":13,"elapsed":"1.437881ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188677021Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188740593Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188751903Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188760523Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188768693Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188775183Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188785913Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188813604Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188823364Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188831474Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188839805Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188929887Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.188939327Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.189065779Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.18907654Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.189196872Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.189206482Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.189324955Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.190199204Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.190276076Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.190415659Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.190843168Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.191051482Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.191369179Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-03 04:53:39.187073027 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.191379609Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"expiration\":\"2025-03-03T04:53:39.187073027Z\",\"pruned\":[]}","iteration":13,"elapsed":"4.311263ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.191545483Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.191801548Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.497126ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.192438882Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.192457592Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.192590265Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.193076145Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1999, tv_nsec: 956293539 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.193325711Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.194007085Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.194083167Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1999, tv_nsec: 957305321 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.194317072Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.19514513Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.197886239Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.197913219Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.197924289Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.197934929Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.198058592Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.198109303Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.200004504Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.202580669Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.20260618Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.202750363Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.203401297Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.205208655Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.205285217Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.205299397Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.205307097Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.205314267Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.205320858Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.205328228Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.205335758Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.205343108Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.205569673Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.205701676Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.205712536Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.205722216Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.206163476Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.206679157Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.20683988Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.206858991Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.206950273Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.207017734Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.210656842Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.210689593Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.210702253Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.210713613Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.210768114Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.210781005Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.210791305Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.210802215Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.210812065Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.210823285Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.210834076Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.210844926Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.210854856Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.210865357Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.21101353Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.21104898Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.211103171Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.211121882Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.211135892Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.211148343Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.211162873Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.211714755Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.211745735Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.2119511Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.223004486Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.223059208Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.223068448Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.223509977Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.238784384Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.240715716Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.241790549Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.241821369Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.242354991Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.244396855Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.244424675Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.244572358Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.244626449Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.247869099Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.247896899Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.24791025Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.248077754Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.248346579Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.24932284Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.252448997Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.252477878Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.252614291Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.254237325Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.254265476Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.254631674Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.25490466Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.255025862Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.255342939Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.255577454Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"44.884202ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.255707837Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.258739022Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.258776692Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.258909525Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.258986407Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.259882246Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.259909807Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.259981578Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.260147542Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.260334756Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.260353296Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.26054455Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.261048341Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.261143103Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.261182384Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.26144253Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.262180196Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.262202106Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.262212336Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"73.77976ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.263831391Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.263862472Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.264008045Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.264038685Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.264050725Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.264063166Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.264351472Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.264908214Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.265122928Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.267208663Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.267224393Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.267452958Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.26937966Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.269575094Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.271984626Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2000, tv_nsec: 35184778 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.272317082Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.273316524Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.275399839Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.277546885Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.277575515Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.277853361Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.277988494Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.277999554Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.278200568Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.283800508Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.283828659Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":73,"elapsed":"96.527668ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.286070997Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"97.750274ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.293454155Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"82.741742ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.293820143Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.293843403Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.293850684Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.293857114Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.29416771Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.295918678Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.296858458Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.296889489Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.296900059Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.296909909Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.297148764Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.297449611Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.297474141Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.297487432Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"86.733858ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.298423912Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"110.020266ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.298486253Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":25,"elapsed":"87.837461ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.299022034Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"88.342812ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.299222219Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.299236199Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.299425073Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.299699969Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.299925224Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.300135938Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.300293202Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.301047568Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.302581251Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.302600791Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2f2bfe01-a0c6-4138-8ef9-32fabfa30092"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.302612551Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.304806048Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.304829999Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.304945081Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.305873751Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.307580128Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.308504697Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.308714952Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.309685223Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.309867837Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.310555481Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.310584282Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.310592122Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.310639953Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.310659264Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.310828987Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.31095004Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.31374621Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2f2bfe01-a0c6-4138-8ef9-32fabfa30092"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.313779441Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.313793021Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"current_time_created":"2025-03-03 04:52:26.550547 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.313805161Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"generation\":2}","iteration":13,"elapsed":"126.647333ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.313943964Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.314181489Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.31423047Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"125.821105ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.31655637Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.316937968Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.323659162Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.326392541Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.326413861Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.326579735Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.327262759Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.327318551Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":25,"elapsed":"138.935375ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.329819244Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.329836505Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.330755674Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9768f282-945d-446a-b1a5-8be10443f4c7\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:03:39 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.330779845Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.332595953Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.348529035Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.349408474Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.349427104Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"167860f1-97b8-4b73-bd53-2a324704e634"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.349437254Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.349929325Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.350744102Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.350770163Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.350937806Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.35250299Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.354954072Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.355267109Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"144.577797ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.35529124Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.35622636Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.35625106Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.356432674Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.357538958Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.357922046Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.361263918Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.363275341Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"167860f1-97b8-4b73-bd53-2a324704e634"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.363296561Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.363309471Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"current_time_created":"2025-03-03 04:52:25.880764 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.363319351Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"generation\":1}","iteration":13,"elapsed":"176.144333ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.363327122Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.363335652Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.363343892Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"158.067166ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.36418731Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Sled { parent: Fleet, key: 26bfef1d-ffca-41ed-b4f8-a86ed1484322, lookup_type: ById(26bfef1d-ffca-41ed-b4f8-a86ed1484322) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.36420513Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.364359284Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.364616029Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.36463879Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.364976097Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0b9e34f-1cda-41e2-b10c-b37ae34c89ab\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:03:39 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.364991757Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.366593562Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.386925507Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"176.206514ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.409766796Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-03T04:51:38.035997Z, time_modified: 2025-03-03T04:51:38.035997Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: f90c9d23-c48b-43e8-a18b-28f584391212, db_silo: Silo { identity: SiloIdentity { id: f90c9d23-c48b-43e8-a18b-28f584391212, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-03T04:52:26.482038Z, time_modified: 2025-03-03T04:52:26.482038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"5c70493b1a13703d45c9e94b4add19e5b582a11b2d8f76d9fd06bcc4fd3d2044\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: f90c9d23-c48b-43e8-a18b-28f584391212, db_silo: Silo { identity: SiloIdentity { id: f90c9d23-c48b-43e8-a18b-28f584391212, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-03T04:52:26.482038Z, time_modified: 2025-03-03T04:52:26.482038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"5c70493b1a13703d45c9e94b4add19e5b582a11b2d8f76d9fd06bcc4fd3d2044\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.409807577Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"f90c9d23-c48b-43e8-a18b-28f584391212\",\"tls_certs\":[\"5c70493b1a13703d45c9e94b4add19e5b582a11b2d8f76d9fd06bcc4fd3d2044\"]}},\"default_endpoint\":{\"silo_id\":\"f90c9d23-c48b-43e8-a18b-28f584391212\",\"tls_certs\":[\"5c70493b1a13703d45c9e94b4add19e5b582a11b2d8f76d9fd06bcc4fd3d2044\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"222.668099ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-03T05:03:39.419943254Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.419969295Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"214.662847ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.437357497Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"248.982383ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.477424665Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.477446426Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.477711981Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85d2068c-0f0b-4498-8675-3b9e72cdd943\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:03:39 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.477727302Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.479899418Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.487127313Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.513175431Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.701438053Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.701813341Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59b56d4f-8617-4ed4-8ad0-ebdc6bcd6510\", \"content-length\": \"1\", \"date\": \"Mon, 03 Mar 2025 05:03:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.704320105Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.704697693Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.713286667Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/884855d8-c6ba-4d3a-a509-d7900726021a/state","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.714235247Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/884855d8-c6ba-4d3a-a509-d7900726021a/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"927a5339-2fe4-48e3-9fab-44f813cf2fe3\", \"content-length\": \"130\", \"date\": \"Mon, 03 Mar 2025 05:03:39 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.715613797Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"0","iteration":25,"elapsed":"527.297513ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.715796911Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"null","iteration":25,"elapsed":"528.599631ms"} {"msg":"VPC route manager sled 26bfef1d-ffca-41ed-b4f8-a86ed1484322","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.723067126Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.723083127Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.723363063Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10623bff-804b-4079-a5da-6a59440c8bfb\", \"content-length\": \"585\", \"date\": \"Mon, 03 Mar 2025 05:03:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.723403674Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.723805782Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.725306914Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"vmm_id":"884855d8-c6ba-4d3a-a509-d7900726021a","sled_id":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","instance_id":"09eb9bd0-a1e1-4a50-83f1-9b313a611612","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-03-03T05:03:39.693891451Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.725319415Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"vmm_id":"884855d8-c6ba-4d3a-a509-d7900726021a","sled_id":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","instance_id":"09eb9bd0-a1e1-4a50-83f1-9b313a611612","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/instance.rs:2078","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-03-03T05:03:39.693891451Z }","propolis_id":"884855d8-c6ba-4d3a-a509-d7900726021a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.725328885Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"vmm_id":"884855d8-c6ba-4d3a-a509-d7900726021a","sled_id":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","instance_id":"09eb9bd0-a1e1-4a50-83f1-9b313a611612","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.725779984Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"vmm_id":"884855d8-c6ba-4d3a-a509-d7900726021a","sled_id":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","instance_id":"09eb9bd0-a1e1-4a50-83f1-9b313a611612","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.741120963Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{8655024f-9753-4c75-905f-1e9a33299251: {10.151.2.175: {76dd8904-825c-4fae-9024-96487ea14420}, 10.151.2.176: {76dd8904-825c-4fae-9024-96487ea14420}}}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.741146663Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.741411929Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"173b53ff-281b-4ea6-8b6f-0e829cd30f63\", \"date\": \"Mon, 03 Mar 2025 05:03:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.741424089Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.741687605Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.746726413Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.747087371Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.74848188Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":25,"elapsed":"561.174348ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.749413471Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.750197387Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.750522354Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.750839391Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":25,"elapsed":"562.420316ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.75309739Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.753406256Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.755172884Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.755326837Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.757640557Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.757873562Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 26bfef1d-ffca-41ed-b4f8-a86ed1484322 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.760037788Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled 26bfef1d-ffca-41ed-b4f8-a86ed1484322 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.760050538Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.760058228Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.760420596Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"fd5315c4-a0e7-4ca4-8419-737d98751a90\", \"date\": \"Mon, 03 Mar 2025 05:03:39 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.761813276Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":25,"elapsed":"556.504579ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.801946196Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.802302653Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"6d82ca3f-b9a4-4e12-8c66-997731a31c54\", \"date\": \"Mon, 03 Mar 2025 05:03:39 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.802321964Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.80357144Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"1e77db3e-ee57-4ac4-a8eb-7dd615821329\", \"date\": \"Mon, 03 Mar 2025 05:03:39 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.803588841Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.805316708Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.805330568Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"613.786835ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.807084446Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.812131564Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.812330288Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.813900322Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.815938815Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.815952416Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.816119059Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.817414447Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.819300757Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.819313828Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.81944412Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.906499015Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.906990525Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4422e3f8-eae5-4d74-bdf6-3a17faa7f9db\", \"date\": \"Mon, 03 Mar 2025 05:03:39 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.907007276Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.909203793Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d1fe2d77-fe22-4fc5-b205-08ed14b3bb3d\", \"date\": \"Mon, 03 Mar 2025 05:03:39 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.909218203Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.911002651Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ee06293e-8413-41b0-a961-c3b6afa3e2bb\", \"date\": \"Mon, 03 Mar 2025 05:03:39 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.911024622Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:39.912961993Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:39.913006044Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"725.793295ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.00433181Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.004912263Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdfd9b5f-35d5-4a8b-82e9-5ee558cfe930\", \"content-length\": \"811\", \"date\": \"Mon, 03 Mar 2025 05:03:39 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:40.004953144Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(14794217) }}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:40.004965594Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:40.004973974Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.006441725Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":25,"elapsed":"818.086511ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.019057026Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.019449574Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:40.02204077Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d8fddf91-b632-475e-9b1d-6792b9e53b5f, rack_id: ca399a91-7ffb-4e6b-8973-19423dfd7345, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ccd44b4e-327c-4118-847c-9c2d40a844bc) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.02207057Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.022337526Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.033561096Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.033916324Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca524b03-64b5-4893-814b-8503f682387e\", \"content-length\": \"134\", \"date\": \"Mon, 03 Mar 2025 05:03:39 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:40.033940414Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:40.033951994Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ccd44b4e-327c-4118-847c-9c2d40a844bc","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:40.034308532Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:40.034322213Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:40.034329623Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:40.034338403Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:40.034345883Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:40.034352953Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:40.034583438Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:40.034593368Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:40.034822233Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.034832583Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.0351695Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.037367938Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.03750405Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eba62ba0-cc7a-44d0-a534-fa0ee23381e3\", \"content-length\": \"2\", \"date\": \"Mon, 03 Mar 2025 05:03:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.037533061Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.037610773Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e7c4648-e372-4782-90d7-caaafef05a82\", \"content-length\": \"51\", \"date\": \"Mon, 03 Mar 2025 05:03:39 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:40.037634343Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.037646184Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.183342553Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7bb47198-e37b-4248-9301-47821734a032\", \"date\": \"Mon, 03 Mar 2025 05:03:39 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:40.183390644Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.183401324Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.183781573Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92dc7e76-4232-4218-a4d8-d318e7073d1a\", \"content-length\": \"682\", \"date\": \"Mon, 03 Mar 2025 05:03:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.183832594Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.184181111Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.187640815Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.187948942Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.191486107Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.191816034Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.19396752Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.194200316Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:40.201187215Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":25,"elapsed":"1.012849692s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:43.242452169Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"2dfc074e-06bd-4a0b-bbf0-0772ec96fd01","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":337,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:49.187610752Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:49.187670053Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:49.188015411Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:49.188576812Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:49.188590373Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:49.188787127Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:49.189720457Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:49.192434115Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:49.192459266Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:49.192584188Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:49.194274745Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:49.19452118Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:49.196012332Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:49.198615487Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:49.198627028Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:49.198759261Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:49.211065164Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:49.211089475Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":74,"elapsed":"23.503623ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:49.21831928Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:49.218537164Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:49.247009234Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"58.425472ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:03:53.242398942Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"42743712-e0e3-46b7-94ec-9f23bd930c49","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":373,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:59.187579475Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:59.187646946Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:59.188126366Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:59.189063186Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:59.189073297Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:59.189270721Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:59.190518637Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:59.193457071Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:59.193477881Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:59.193633514Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:59.195962694Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:59.19621924Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:59.198150071Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:59.20090451Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:59.20091661Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:59.201069603Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:59.213328016Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:59.213342457Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":75,"elapsed":"25.799572ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:59.220326656Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:59.220573671Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:03:59.222147475Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"33.081529ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:03.242333403Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"6fd0ba90-4d4d-42b2-bb14-ff9917c75964","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":359,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.186293961Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.186380433Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.186839093Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.18765162Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.187664381Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.187678891Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.187689701Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.187699541Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.187859165Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188000338Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188251743Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188261773Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188269164Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188276534Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188283774Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188291064Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188298674Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188305414Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188312005Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188318775Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188325575Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188332175Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188338405Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188344385Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188350495Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188357626Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188429007Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188482098Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188537299Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188706573Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188766954Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188778084Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188864166Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.188876157Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.189576482Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2029, tv_nsec: 952850625 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.189868238Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.190099693Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.191138025Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.191309239Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2029, tv_nsec: 954591922 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.191589535Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.899453ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.191605155Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.194036417Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.194057578Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.194219831Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.194603559Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.19461716Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.194769323Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.196192563Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.19648923Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.196703774Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.198001052Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.198240147Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.199642767Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.199656188Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.199833641Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.20021882Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.20022892Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.200446845Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.200530986Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.200539456Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.200682899Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.201667611Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.201862525Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.202820315Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.204323288Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.204547632Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.205057353Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.205084004Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.205095494Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.205106474Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.205115285Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.205123995Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.205309809Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.20537351Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.205548574Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.205559114Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.205695847Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.207535956Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.207596538Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.207612468Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"19.281853ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.210094701Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.210117782Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.210328846Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.211271526Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.211280677Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.211288377Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.211295537Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.211302537Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.211309247Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.211315427Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.211321798Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.211327598Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.211333578Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.211525282Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.211535592Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.211544302Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.211626774Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.211639264Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.223064259Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.2230981Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":76,"elapsed":"35.432129ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.230912267Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.233277508Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.233340169Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.233428321Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.233444761Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.233646896Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.233661106Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.233737538Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.237142731Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.237206442Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2030, tv_nsec: 482835 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.237392046Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.237417546Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.237490348Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.237776874Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.243003256Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.247309888Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Sled { parent: Fleet, key: 26bfef1d-ffca-41ed-b4f8-a86ed1484322, lookup_type: ById(26bfef1d-ffca-41ed-b4f8-a86ed1484322) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.247341219Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.247548403Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.247591774Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.24784417Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.249608577Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.250050417Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"0","iteration":26,"elapsed":"61.794194ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.251772624Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.251781964Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.251927167Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.253786257Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.253799937Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":26,"elapsed":"65.547514ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.254360449Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.25438273Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.25439254Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.254573954Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.25533339Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"44.035333ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.256022345Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.257384294Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.258242262Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.258354555Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.258368315Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.258493068Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.258562219Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.259690383Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.259715364Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.259847457Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.260600243Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.260725596Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.26328247Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"51.998684ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.263430263Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":26,"elapsed":"52.121726ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.271527077Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"83.220622ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.271625859Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.271638959Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.272014337Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3094cc93-2c5f-42fe-ad0d-5b4770f36852\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:04:09 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.272065268Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.273351096Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.273758335Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"85.497831ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.288693724Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.289019502Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.291217989Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.291231969Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.291238259Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.291477474Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.301369586Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"90.09316ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.307359674Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.3076376Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.310735787Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.310749427Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.311072954Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20491559-df32-4fce-9dae-98106966606e\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:04:09 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.311089164Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.312837692Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.319719149Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"108.441822ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.334163068Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.334189839Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.334199299Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"129.120925ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.36505929Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"176.738755ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.370280832Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.370298542Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.370593798Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1761ed07-b62a-4808-82f9-8fffbcd6eb3c\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:04:09 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.370611059Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.37208763Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.378422436Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.378713592Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7560ea99-209e-4f3c-8c71-b373fe8970a7\", \"content-length\": \"2\", \"date\": \"Mon, 03 Mar 2025 05:04:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.38000784Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.380269796Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.382018583Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"null","iteration":26,"elapsed":"195.756623ms"} {"msg":"VPC route manager sled 26bfef1d-ffca-41ed-b4f8-a86ed1484322","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.397882733Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.397898553Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.398271861Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d05734f-8a0a-4199-a2c4-f5bf353ae357\", \"content-length\": \"372\", \"date\": \"Mon, 03 Mar 2025 05:04:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.398293162Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.398507226Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.398774102Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":26,"elapsed":"211.070721ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.408579912Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.408898609Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.410302369Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.412412984Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.412438825Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.41266867Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.415462339Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.416987262Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.417008312Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.417227307Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"915a6144-2b37-418e-93d5-724333a64790\", \"date\": \"Mon, 03 Mar 2025 05:04:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.417238548Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.41737468Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.417383271Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.417466222Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.417541334Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.420411065Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.420560129Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.423384139Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.423556133Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 26bfef1d-ffca-41ed-b4f8-a86ed1484322 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.426832163Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.426855003Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.427227102Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"cec38ee7-5af4-426c-a6a9-bbeeb1346385\", \"date\": \"Mon, 03 Mar 2025 05:04:09 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.429572002Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":26,"elapsed":"224.514168ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.458101753Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.45844436Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d5d52f1-e792-4bf7-92cd-62f040db3171\", \"content-length\": \"691\", \"date\": \"Mon, 03 Mar 2025 05:04:09 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.458474981Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.458501531Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.458512221Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.460585126Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":26,"elapsed":"272.235411ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.482148448Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.482435864Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.48456767Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d8fddf91-b632-475e-9b1d-6792b9e53b5f, rack_id: ca399a91-7ffb-4e6b-8973-19423dfd7345, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ccd44b4e-327c-4118-847c-9c2d40a844bc) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.48458054Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.484728293Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.494777308Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.495049914Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faa1e0f9-9393-4e6b-aa5b-567af5bf26cc\", \"content-length\": \"134\", \"date\": \"Mon, 03 Mar 2025 05:04:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.495080655Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.495092375Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ccd44b4e-327c-4118-847c-9c2d40a844bc","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.495359251Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.495369281Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.495376091Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.495383101Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.495389891Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.495396931Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.495571065Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.495580145Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.49581255Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.495821191Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.496017335Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.497980787Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.498072599Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"545db73f-4761-4e7b-974b-986bb88d4d4d\", \"content-length\": \"2\", \"date\": \"Mon, 03 Mar 2025 05:04:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.498083569Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.498404776Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d927041-e180-4311-87f5-2ec2a55bf6a2\", \"content-length\": \"51\", \"date\": \"Mon, 03 Mar 2025 05:04:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.498419916Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.498432476Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.589969177Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"63890f94-5c2b-40ce-945c-4112b755c5b9\", \"date\": \"Mon, 03 Mar 2025 05:04:09 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:09.589993617Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.590003728Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.590239323Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d66404b-e1c4-448d-b260-0f4bb39e6e46\", \"content-length\": \"682\", \"date\": \"Mon, 03 Mar 2025 05:04:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.590278303Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.590502958Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.594400252Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.594585756Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.598166543Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.5985351Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.600534963Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.600806899Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:09.608692488Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":26,"elapsed":"420.410454ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:13.242219625Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"ece3e2c6-4305-4e8d-8a96-95f72e49886b","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":317,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:19.187369128Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:19.18744639Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:19.18792937Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:19.188628285Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:19.188639895Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:19.189031274Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:19.190044355Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:19.190984666Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:19.191409505Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:19.192843065Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"4.22044ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:19.192903177Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:19.192913707Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:19.193081031Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:19.195450741Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:19.195716727Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:19.197587017Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:19.200376797Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:19.200389537Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:19.20052802Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:19.213158621Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:19.213181351Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":77,"elapsed":"25.837224ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:23.241958753Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"b486bed9-897b-4f64-af24-d1e18ee0f470","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":285,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:29.188114477Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:29.188188509Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:29.188469595Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:29.188504856Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:29.188514876Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:29.18869537Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:29.190751924Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:29.190796375Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:29.191153423Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:29.193684537Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:29.193709327Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:29.193860111Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:29.19615772Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:29.196361304Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:29.200705187Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:29.204349875Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:29.204374826Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:29.204509749Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:29.217771113Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:29.217795363Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":78,"elapsed":"29.702686ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:29.226626152Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"38.107296ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:33.242290934Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"b30ae2b6-aac9-4dfe-901e-7d401be36e98","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":302,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:38.23133145Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:52446"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:38.231445073Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?sort_by=id_ascending","method":"GET","req_id":"f1536819-fde7-4486-bcb8-4b031bd27b80","remote_addr":"[fd00:1122:3344:101::d]:52446","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:38.23176395Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?sort_by=id_ascending","method":"GET","req_id":"f1536819-fde7-4486-bcb8-4b031bd27b80","remote_addr":"[fd00:1122:3344:101::d]:52446","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:38.233874395Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?sort_by=id_ascending","method":"GET","req_id":"f1536819-fde7-4486-bcb8-4b031bd27b80","remote_addr":"[fd00:1122:3344:101::d]:52446","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2475,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:38.234103Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY5NmRhMy1iZTc0LTQ5NDUtYjE5MC03NTY1OTc2OWM5ZDYifX0%3D","method":"GET","req_id":"f83ceb58-bb35-4549-9441-107930340196","remote_addr":"[fd00:1122:3344:101::d]:52446","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:38.234366486Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY5NmRhMy1iZTc0LTQ5NDUtYjE5MC03NTY1OTc2OWM5ZDYifX0%3D","method":"GET","req_id":"f83ceb58-bb35-4549-9441-107930340196","remote_addr":"[fd00:1122:3344:101::d]:52446","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:38.236641834Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY5NmRhMy1iZTc0LTQ5NDUtYjE5MC03NTY1OTc2OWM5ZDYifX0%3D","method":"GET","req_id":"f83ceb58-bb35-4549-9441-107930340196","remote_addr":"[fd00:1122:3344:101::d]:52446","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2577,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.186764243Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.186825014Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-03 04:54:39.186750453 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.186841845Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.186856445Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.186868035Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.186879945Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.186893426Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.186906216Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.186918686Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.186931616Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.186945277Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.186956827Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.186969117Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.186980828Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.186993048Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.187005078Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.187336955Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.187503779Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.187524289Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.187533219Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-03T05:04:39.18754178Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.187551Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":79,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.1875598Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\"}","iteration":15,"elapsed":"11.29µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.18756996Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.18757871Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.187585821Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.187627722Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8c75094f-50b4-45de-9a07-62c298f10657.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d28db3d3-e542-4111-a844-67b225caac86.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d28db3d3-e542-4111-a844-67b225caac86.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2059, tv_nsec: 950975085 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.187649082Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"578599f8-92f0-422b-bb8c-b9680aea9334.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c1b5c366-3e89-42bc-975a-366e7841a9e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e89b37fd-bdd9-4c70-9f86-59e7e62b6069.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e89b37fd-bdd9-4c70-9f86-59e7e62b6069.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 2059, tv_nsec: 951001015 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.187661032Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.187712793Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.187723824Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.187758764Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.187893217Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188135562Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188164423Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188175153Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188183713Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188191894Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188202454Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188212254Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188222164Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188231744Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188241355Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188256925Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188266995Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188276625Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188287476Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188296936Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.188307096Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188317186Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188327396Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188336867Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188346557Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188359027Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.42459ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188370457Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188382267Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":14,"elapsed":"1.544343ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188567222Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188592782Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188601292Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188609963Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188621393Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188642023Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188650163Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188658624Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188665554Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188673514Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.188771436Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.18990542Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-03 04:54:39.186750453 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.189921871Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"expiration\":\"2025-03-03T04:54:39.186750453Z\",\"pruned\":[]}","iteration":14,"elapsed":"3.174318ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.190157926Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.19035622Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.190615455Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.19130143Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":16,"reason":"Timeout"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.192283411Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2059, tv_nsec: 955636665 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.192501326Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.192513106Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.192522206Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.192658939Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.193032997Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2059, tv_nsec: 956380381 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.193292793Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.196622564Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.198540255Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.198558516Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"11.035966ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.199592638Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.199606668Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.199807392Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.200315333Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.200539588Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.201768174Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.203185195Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.204035573Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.204144845Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.204153825Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.204161156Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.204167666Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.204174776Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.204181676Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.204188316Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.204194356Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.2043601Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.204442342Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.204452372Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.204498493Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.208652872Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.208678052Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.208914297Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.210473661Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.210490181Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.210497571Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.210504601Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.210511312Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.210518282Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.210525302Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.210532162Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.210538582Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.210545942Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.210555222Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.210563243Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.210569303Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.210576383Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.210703856Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.210818308Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.210877979Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.210972041Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.210994092Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.211007092Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.211019332Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.219373911Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"8.893611ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.236160141Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.237435378Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.237778525Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.238189574Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.24171682Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.24174029Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.241896374Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.241987186Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.241999286Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.242044277Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.242139539Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.242168959Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.244441668Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.244928939Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.244942059Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.245141833Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.246356349Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.246367689Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.246611345Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.248100406Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.248123887Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.248342762Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.249343313Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.249370474Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"61.16737ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.249762962Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.249903975Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.250510318Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.250772744Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.251188273Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.251490579Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.251686203Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.251888728Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.253547603Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.255346282Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.255401243Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.255414653Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.255472435Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.255484425Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.255636768Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.257410986Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.257441217Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.257450517Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.257461327Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.259616463Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.261017273Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.261047314Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.261055424Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.261062104Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.261402942Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.261834951Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.261855971Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.261866491Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"51.33497ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.262838522Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.263135059Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.263300362Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.263327713Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.263530107Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.264220272Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":27,"elapsed":"53.72733ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.265126631Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.265888887Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"55.384586ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.266657244Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.266675834Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.266684755Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.2669123Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.267183145Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DnsResolver","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-26bfef1d-ffca-41ed-b4f8-a86ed1484322.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2060, tv_nsec: 30524738 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.267459261Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.267472572Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.267510952Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.267687566Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.268851931Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.272460378Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"84.305726ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.273131203Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.273162493Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.273357927Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.275160196Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.278680721Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.278713362Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.278941827Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.284487556Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.284520637Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":79,"elapsed":"96.981257ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.285654421Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.285910856Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.28841052Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.288733807Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.290114096Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.29074749Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.290971585Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.295056432Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Sled { parent: Fleet, key: 26bfef1d-ffca-41ed-b4f8-a86ed1484322, lookup_type: ById(26bfef1d-ffca-41ed-b4f8-a86ed1484322) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.295090053Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.295338118Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.298790812Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.298820513Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.298830443Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.298839213Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.298848093Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"0","iteration":27,"elapsed":"110.586938ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.298859784Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.299501707Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.299873365Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.300172912Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.301592252Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.301622163Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.301634063Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.301779056Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.30195354Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"91.395898ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.302051932Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.302244896Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.304555696Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.304584356Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.304665888Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.304720369Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.304941404Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.306466136Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.306478177Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"167860f1-97b8-4b73-bd53-2a324704e634"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.306488537Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.306518068Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.306793174Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.308356607Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.308365927Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.308375288Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"120.153733ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.30897901Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.308989821Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.309137714Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.309848089Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.310049513Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.311646298Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"123.468284ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.312057056Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.312068976Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.312077787Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"107.914071ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.314336345Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.316133994Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.316152054Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"127.950751ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.317208547Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.317220537Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2f2bfe01-a0c6-4138-8ef9-32fabfa30092"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.317229797Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.317423481Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.318700649Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.32154325Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.32155453Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.321692163Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.32342775Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2f2bfe01-a0c6-4138-8ef9-32fabfa30092"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.32344013Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.32344965Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"current_time_created":"2025-03-03 04:52:26.550547 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.32346042Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"generation\":2}","iteration":14,"elapsed":"136.612846ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.330577783Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"120.02884ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.343227444Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.343253264Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":27,"elapsed":"155.100802ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.343648913Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.343916549Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"133.372026ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.344396999Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.344667365Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.346819011Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.346840191Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.347006405Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.352573124Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.35287677Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.35797175Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-03T04:51:38.035997Z, time_modified: 2025-03-03T04:51:38.035997Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: f90c9d23-c48b-43e8-a18b-28f584391212, db_silo: Silo { identity: SiloIdentity { id: f90c9d23-c48b-43e8-a18b-28f584391212, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-03T04:52:26.482038Z, time_modified: 2025-03-03T04:52:26.482038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"5c70493b1a13703d45c9e94b4add19e5b582a11b2d8f76d9fd06bcc4fd3d2044\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: f90c9d23-c48b-43e8-a18b-28f584391212, db_silo: Silo { identity: SiloIdentity { id: f90c9d23-c48b-43e8-a18b-28f584391212, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-03T04:52:26.482038Z, time_modified: 2025-03-03T04:52:26.482038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"5c70493b1a13703d45c9e94b4add19e5b582a11b2d8f76d9fd06bcc4fd3d2044\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.35800958Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"f90c9d23-c48b-43e8-a18b-28f584391212\",\"tls_certs\":[\"5c70493b1a13703d45c9e94b4add19e5b582a11b2d8f76d9fd06bcc4fd3d2044\"]}},\"default_endpoint\":{\"silo_id\":\"f90c9d23-c48b-43e8-a18b-28f584391212\",\"tls_certs\":[\"5c70493b1a13703d45c9e94b4add19e5b582a11b2d8f76d9fd06bcc4fd3d2044\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"171.089194ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.377310074Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.377335204Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.377640631Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bb82c61-c7b5-4fc3-bfac-6ce100182bfd\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:04:39 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.377657561Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.379152843Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-03T05:04:39.405527328Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.405552689Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"201.395313ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.43877264Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.438794991Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.439044066Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c054307-1647-434b-a66e-c41172234b72\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:04:39 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.439061426Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.440497327Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.456879088Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.456902558Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.457128023Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7221809f-7ec6-4587-92cb-79dac85b28df\", \"content-length\": \"26\", \"date\": \"Mon, 03 Mar 2025 05:04:39 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.457142123Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.458662186Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.486481072Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.48686961Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.636411603Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.636671199Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1770977-a508-4cdb-a354-b4f46b88005a\", \"content-length\": \"2\", \"date\": \"Mon, 03 Mar 2025 05:04:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.63815169Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.638421976Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.648472361Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.648961612Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"247e1897-4c06-4f2f-a0bf-94521453ff8f\", \"date\": \"Mon, 03 Mar 2025 05:04:39 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.648974912Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.65030048Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3044295c-f671-45f7-b6e8-926303d51327\", \"date\": \"Mon, 03 Mar 2025 05:04:39 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.650311601Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.652326364Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ac9d2771-4462-4229-b53b-3c651442bfed\", \"date\": \"Mon, 03 Mar 2025 05:04:39 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.652337794Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.654348567Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.654391358Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"467.594445ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.66522911Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.665543197Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"b54aa2d6-4fc5-4814-ad4b-0ec7d4bb300a\", \"date\": \"Mon, 03 Mar 2025 05:04:39 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.665556817Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.666816564Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"421846fe-259a-4cb6-beef-bdbf6b7aadbf\", \"date\": \"Mon, 03 Mar 2025 05:04:39 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.666827045Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.66801937Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.66803986Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"476.73347ms"} {"msg":"VPC route manager sled 26bfef1d-ffca-41ed-b4f8-a86ed1484322","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.707645259Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.707662479Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.708027707Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ed6c93e-d3c2-4546-8bb4-716559594ba5\", \"content-length\": \"372\", \"date\": \"Mon, 03 Mar 2025 05:04:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.708051457Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.708319283Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.709693712Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.709966608Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"null","iteration":27,"elapsed":"523.042342ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.710146852Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"167860f1-97b8-4b73-bd53-2a324704e634"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.710163962Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.710175603Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"current_time_created":"2025-03-03 04:52:25.880764 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.710186173Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"generation\":1}","iteration":14,"elapsed":"523.302128ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.711751556Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.711763487Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.71191065Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.713463063Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.715357144Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.715373504Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.715505847Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.738944149Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":27,"elapsed":"551.39354ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.748241468Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.748258069Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.748434572Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"36df6ac8-0c34-44b6-ae5a-2588c3c16b99\", \"date\": \"Mon, 03 Mar 2025 05:04:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.748445182Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.74877122Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.750444575Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.750630489Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.75395081Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.754146144Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 26bfef1d-ffca-41ed-b4f8-a86ed1484322 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.757243641Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.757262021Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.757641349Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e63e7943-18ba-466d-98c1-f78239db6718\", \"date\": \"Mon, 03 Mar 2025 05:04:39 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.759503199Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":27,"elapsed":"555.355574ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.785748851Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.786287283Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"SledAgent":"26bfef1d-ffca-41ed-b4f8-a86ed1484322","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1df86528-1ff2-4770-ab51-764e3232070f\", \"content-length\": \"691\", \"date\": \"Mon, 03 Mar 2025 05:04:39 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.786320064Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.786330404Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.786337614Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.788516741Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":27,"elapsed":"600.354257ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.82677853Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.827103377Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.828922256Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d8fddf91-b632-475e-9b1d-6792b9e53b5f, rack_id: ca399a91-7ffb-4e6b-8973-19423dfd7345, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ccd44b4e-327c-4118-847c-9c2d40a844bc) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.828940937Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.829084369Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.838590523Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.838866699Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f01ac9ff-5a12-4b88-bc42-11dacd6f3d78\", \"content-length\": \"134\", \"date\": \"Mon, 03 Mar 2025 05:04:39 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.83888993Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.83890204Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ccd44b4e-327c-4118-847c-9c2d40a844bc","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.839119195Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.839143525Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.839152055Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.839159715Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.839167185Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.839174016Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.839313368Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.839323929Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.839534833Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.839544024Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.839757448Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.841890414Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.842018117Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b675ed1-2ac7-40de-a8cf-94173c4e78e5\", \"content-length\": \"2\", \"date\": \"Mon, 03 Mar 2025 05:04:39 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.842030367Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.842127899Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"component":"DpdClient","rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7d0a76d-fe42-467f-bdb8-745d87db723e\", \"content-length\": \"51\", \"date\": \"Mon, 03 Mar 2025 05:04:39 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.842150299Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.842159749Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.945977953Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d5ff9979-5b85-4fbd-9b3b-c571d0f9dde0\", \"date\": \"Mon, 03 Mar 2025 05:04:39 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:39.946028034Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.946038964Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.946347981Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"rack_id":"ca399a91-7ffb-4e6b-8973-19423dfd7345","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7537d0f1-71e4-4627-b83a-e08ff948d060\", \"content-length\": \"682\", \"date\": \"Mon, 03 Mar 2025 05:04:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.946397242Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.946881102Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.952431371Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.952900331Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.957462359Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.957781466Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.961958925Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.962327913Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:39.973579214Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{}","iteration":27,"elapsed":"785.38726ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:43.242265978Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"4747af6b-b91f-4eac-900d-29588c510509","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":265,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:49.187469283Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:49.187549694Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:49.187947553Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:49.188594327Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:49.188607217Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:49.188800211Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:49.189666479Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:49.190645511Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:49.190988278Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:49.192376918Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:49.192388638Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:49.192533481Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:49.193002011Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"4.402565ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:49.194567255Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:49.19483028Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:49.196732201Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:49.199424328Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:49.199437959Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:49.199577272Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:49.211796333Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:49.211812264Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":80,"elapsed":"24.384863ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:04:53.241673199Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"db430d6a-af17-4ebb-94fa-0e3dd6aca5de","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":296,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:59.187823653Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:59.187875614Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:59.18815479Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:59.188196281Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:59.188232502Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:59.188393465Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:59.189848886Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:59.190561412Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:59.190916089Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:59.192629276Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:59.192640186Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:59.192795729Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:59.192903682Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"4.70366ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:59.193946784Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:59.194206919Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:59.19561418Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:59.198239316Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 09ea95b7-5798-403b-91b6-7eb712bdc8cb, lookup_type: ById(09ea95b7-5798-403b-91b6-7eb712bdc8cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:59.198251786Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:59.198391109Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:59.210469818Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"original_time_created":"2025-03-03 04:51:33.865234 UTC","original_target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","time_created":"2025-03-03 04:51:33.865234 UTC","target_id":"09ea95b7-5798-403b-91b6-7eb712bdc8cb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:04:59.210489108Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f9f96da3-be74-4945-b190-75659769c9d6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"09ea95b7-5798-403b-91b6-7eb712bdc8cb\",\"time_created\":\"2025-03-03T04:51:33.865234Z\"}","iteration":81,"elapsed":"22.685386ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:05:03.241697582Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/f9f96da3-be74-4945-b190-75659769c9d6","method":"GET","req_id":"4336e132-6591-4c0f-b5b2-5f7017e4f340","remote_addr":"[fd00:1122:3344:101::d]:42552","local_addr":"[fd00:1122:3344:101::c]:58100","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":301,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:05:08.231709999Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?sort_by=id_ascending","method":"GET","req_id":"495ee70d-d4a7-43eb-8901-9aaa54cadccb","remote_addr":"[fd00:1122:3344:101::d]:52446","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:05:08.232138598Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?sort_by=id_ascending","method":"GET","req_id":"495ee70d-d4a7-43eb-8901-9aaa54cadccb","remote_addr":"[fd00:1122:3344:101::d]:52446","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:05:08.234719304Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?sort_by=id_ascending","method":"GET","req_id":"495ee70d-d4a7-43eb-8901-9aaa54cadccb","remote_addr":"[fd00:1122:3344:101::d]:52446","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3105,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:05:08.234975149Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY5NmRhMy1iZTc0LTQ5NDUtYjE5MC03NTY1OTc2OWM5ZDYifX0%3D","method":"GET","req_id":"5c55822f-9003-43ee-b558-f4e6b34a4010","remote_addr":"[fd00:1122:3344:101::d]:52446","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-03T05:05:08.235327377Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY5NmRhMy1iZTc0LTQ5NDUtYjE5MC03NTY1OTc2OWM5ZDYifX0%3D","method":"GET","req_id":"5c55822f-9003-43ee-b558-f4e6b34a4010","remote_addr":"[fd00:1122:3344:101::d]:52446","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-03T05:05:08.237526674Z","hostname":"oxz_nexus_f9f96da3-be74-4945-b190-75659769c9d6","pid":22811,"uri":"/metrics/collectors/849b4205-7e13-4586-b786-c0d511e8382c/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmOWY5NmRhMy1iZTc0LTQ5NDUtYjE5MC03NTY1OTc2OWM5ZDYifX0%3D","method":"GET","req_id":"5c55822f-9003-43ee-b558-f4e6b34a4010","remote_addr":"[fd00:1122:3344:101::d]:52446","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"f9f96da3-be74-4945-b190-75659769c9d6","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2617,"response_code":"200"}