{"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:04.19302157Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"a57da8f8-09aa-4ca5-b92f-12f7ce6899e9","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":433,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367044057Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367125138Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367143778Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367157758Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367170869Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367186819Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367202409Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367216869Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.36723365Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-28T02:00:10.36725075Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.36727112Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367286181Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\"}","iteration":9,"elapsed":"19.4µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367304311Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367321771Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367337951Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367351302Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367366732Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367382712Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367396572Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367410803Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367424113Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367440273Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367452493Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367466684Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.367480204Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367492564Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367510365Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367529915Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367550275Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367567675Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367586246Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367604346Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367622416Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367642747Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367659477Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367677137Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367695688Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367713008Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367731358Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.367751319Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-28 01:50:10.367464674 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367770129Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367787489Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.36780461Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.36782402Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.36784361Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367861711Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367879091Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367895661Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.367913301Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367931482Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367951252Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367974213Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.367996513Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368020163Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":15,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368038874Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368059724Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368077624Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368097275Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368115375Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368134245Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368153816Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368174206Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368192636Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368219227Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368242867Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368265428Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368287688Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368309859Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"41ea4a99-3038-474e-bf28-2ad338f3243f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9402a51b-d30f-4544-93ec-0f5dc7a485e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d23bc5f2-6b92-4992-bdd2-8695e5bf9c0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d23bc5f2-6b92-4992-bdd2-8695e5bf9c0f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1276, tv_nsec: 839208331 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368349699Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368377529Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.36840193Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368428241Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368455191Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368478201Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368502822Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368529332Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368554463Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"36d4f615-7461-4364-960c-89ece3aaabaf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"eb274350-c0b0-4bce-9c8a-502880f2c905.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"eb274350-c0b0-4bce-9c8a-502880f2c905.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1276, tv_nsec: 839467396 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368591493Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368619694Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368635004Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368642964Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368653084Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368663145Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368672285Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368680425Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368689415Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368698145Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368706265Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368831497Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368843848Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":8,"elapsed":"1.77362ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368898779Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.368909489Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"1.68794ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.371749958Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"4.245394ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.373271325Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.373476668Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.375218999Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.375447882Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.377684941Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-28 01:50:10.367464674 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.377711752Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"expiration\":\"2024-11-28T01:50:10.367464674Z\",\"pruned\":[]}","iteration":8,"elapsed":"10.228898ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.378534406Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.378636538Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1276, tv_nsec: 849852546 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.378960984Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.379389891Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1276, tv_nsec: 850611809 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.379620165Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.380570931Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"12.590409ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.380664563Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.380684443Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.380832366Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.40408774Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.406351919Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.40638404Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.406517062Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.412352004Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.413452303Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.41390227Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.413922171Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.416883122Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.416903423Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.417060355Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":15,"elapsed":"49.123123ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.417149647Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.417170217Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.417179947Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.417209638Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.417397361Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.417736917Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.417760377Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.417937661Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.418036932Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.419234443Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.419743212Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.419765532Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.419985846Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.420116128Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.42022382Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.420414873Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.420469234Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.420860501Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.421192307Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.421320549Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"53.391268ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.42138917Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.421562433Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.42197458Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.422004641Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.422018391Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.422030332Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.422207535Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.42367967Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.423702661Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.423717111Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.424008406Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.425924039Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.428604906Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.428985942Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.429009883Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.429020393Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.429163896Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.429195766Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.429299218Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.429640724Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.431522056Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.432501623Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.432531414Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.432768188Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.432918181Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.432940571Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.432948251Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.433185935Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.434795433Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.434819994Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.434915035Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.434939086Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.435434854Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.435711019Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.43805479Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1276, tv_nsec: 909262638 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.438330745Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.440120226Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.444323859Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.444355969Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.44436866Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"76.373217ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.458531875Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.458687628Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.458858301Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.459035484Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.459224447Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.459242498Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.459249848Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.459256078Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.459552723Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.461342914Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.461609579Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.463160986Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.463348439Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.46337605Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"96.330983ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.464444248Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.46566877Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.466011256Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.466345851Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Sled { parent: Fleet, key: 313847b3-d670-4167-9b09-9e7d3dfcb2a4, lookup_type: ById(313847b3-d670-4167-9b09-9e7d3dfcb2a4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.466366962Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.466532594Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.468054571Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"0","iteration":15,"elapsed":"100.606088ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.469242821Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.469266362Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.469279902Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"101.973941ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.469432785Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.469451075Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.46970672Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.470479703Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.470788768Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.472468198Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.472690421Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.47433682Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.474358241Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.474372131Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"107.175581ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.474725127Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.474749287Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.474759267Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.474772918Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.475075273Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.476283884Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"108.335892ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.476586169Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"109.39279ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.481185599Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"113.831788ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.48184111Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.484742851Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.484774411Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":43,"elapsed":"117.555752ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.484984655Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.485004705Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.485246159Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.500629717Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.505764876Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.505818477Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.506042511Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.517699093Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.520609044Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.520649594Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.52095977Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.528708454Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.528748035Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.529194263Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7301239f-13ac-48a0-b670-55e456ef8e07\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:00:10 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.529233274Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.533777502Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.53995225Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":15,"elapsed":"172.019238ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.542145598Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.546733078Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.546767788Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.547004572Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-28T02:00:10.556439946Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.556492107Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"189.276808ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.575932745Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.575990266Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"808a324e-c913-4bfc-91a5-d43c961cd511"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.576006366Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.576487274Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.578809445Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.579338424Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.583857362Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-28T01:53:08.890632Z, time_modified: 2024-11-28T01:53:08.890632Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7e159834-997a-4c03-b9db-1e91d783221c, db_silo: Silo { identity: SiloIdentity { id: 7e159834-997a-4c03-b9db-1e91d783221c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-28T01:53:43.308696Z, time_modified: 2024-11-28T01:53:43.308696Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7e159834-997a-4c03-b9db-1e91d783221c, db_silo: Silo { identity: SiloIdentity { id: 7e159834-997a-4c03-b9db-1e91d783221c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-28T01:53:43.308696Z, time_modified: 2024-11-28T01:53:43.308696Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.583898213Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7e159834-997a-4c03-b9db-1e91d783221c\",\"tls_certs\":[\"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\"]}},\"default_endpoint\":{\"silo_id\":\"7e159834-997a-4c03-b9db-1e91d783221c\",\"tls_certs\":[\"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"216.392559ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.584088576Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.584113687Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.584348591Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.587657358Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"808a324e-c913-4bfc-91a5-d43c961cd511"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.587680069Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.587688949Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_time_created":"2024-11-28 01:53:42.502562 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.587701459Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":1}","iteration":8,"elapsed":"220.312827ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.599539355Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.599572005Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a7e6af61-408c-483d-b043-c27ccf55708e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.599588496Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.599953932Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.623571422Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"256.441305ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.641678557Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.642050103Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.644263662Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.646238806Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.646259226Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.646420979Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.648911142Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.651200582Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.651221622Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.651410886Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.658945537Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.659908323Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.662060391Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.662081101Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.662217044Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.71960022Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.719717472Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.720304562Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"230bf570-98e3-4c25-9eca-9b78f273bac6\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:00:10 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.720420475Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.723557999Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.740442652Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":15,"elapsed":"372.910228ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.747284371Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.747341602Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.747691198Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"702d2307-1b60-40ee-939a-2ffe5a3df401\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:00:10 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.747721849Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.750155521Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.813924299Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.814076341Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.814109212Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.814437448Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0bf8b4a2-376f-459b-a89f-afcc41d942a9\", \"date\": \"Thu, 28 Nov 2024 02:00:10 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.814459558Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.81457241Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d21205b-a226-405c-bd75-138ecd81de6e\", \"content-length\": \"372\", \"date\": \"Thu, 28 Nov 2024 02:00:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.81460876Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.815205201Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.819124429Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a7e6af61-408c-483d-b043-c27ccf55708e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.81915773Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.81917084Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_time_created":"2024-11-28 01:53:43.351579 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.81918474Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":2}","iteration":8,"elapsed":"451.765907ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.820624695Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"d8f59424-9578-4e74-994d-6783c4bea818\", \"date\": \"Thu, 28 Nov 2024 02:00:10 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.820656476Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.823099728Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.823122808Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"455.859268ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.871938636Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.915614515Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.91593542Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80a9ab46-1fa6-442e-8e58-07ae409814c3\", \"content-length\": \"1\", \"date\": \"Thu, 28 Nov 2024 02:00:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.917791883Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.918089808Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.941523305Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.942015904Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b579740-12a0-4f08-91b3-2a1b5eca41cd\", \"content-length\": \"691\", \"date\": \"Thu, 28 Nov 2024 02:00:10 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.942050934Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.942068974Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.942084745Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.94470018Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":15,"elapsed":"577.678504ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.945027346Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"null","iteration":15,"elapsed":"577.516571ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.967043118Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.967637589Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"94ea1610-1758-4a8c-b700-f76c2c1f9be1\", \"date\": \"Thu, 28 Nov 2024 02:00:10 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.967653999Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.970638411Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5fcd056d-8cbf-4a44-b706-ec09b40de943\", \"date\": \"Thu, 28 Nov 2024 02:00:10 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.970663881Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.972998082Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"cfc9f119-18fd-44ce-b14c-3780de75f03f\", \"date\": \"Thu, 28 Nov 2024 02:00:10 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.973022832Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.975506015Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.975560296Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"608.242445ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:10.999128245Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.999158396Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.999534252Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b55fa6bf-306e-406a-b7b5-7014359e4708\", \"date\": \"Thu, 28 Nov 2024 02:00:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:10.999550263Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.003009673Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.006153367Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.006419442Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.009537806Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.010063245Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.011215375Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.011572752Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:11.014109016Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4bb2986f-2e92-4ac3-9dc1-591b6bb60b3e, rack_id: 92a8ff6e-21d3-4c28-bcad-e323847985dc, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea300318-9d62-42ed-80ea-21c86590a166) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.014136016Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.014403881Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:11.015104453Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.015128603Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.015571281Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f2e34964-3e84-4880-91cf-ddcf8c4ee9bb\", \"date\": \"Thu, 28 Nov 2024 02:00:10 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.017010056Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":15,"elapsed":"649.470471ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.031697481Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.032088288Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14034f92-c12f-44fd-840e-146d23176a49\", \"content-length\": \"134\", \"date\": \"Thu, 28 Nov 2024 02:00:10 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:11.032114138Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:11.032127939Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea300318-9d62-42ed-80ea-21c86590a166","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:11.032458724Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:11.032475345Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:11.032487385Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:11.032496665Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:11.032505575Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:11.032514205Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:11.032725949Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:11.032739279Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:11.033047295Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.033060815Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.033424371Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.036074197Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.036209069Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"750d1dfd-5661-4ac7-8333-086f4a7e51ef\", \"content-length\": \"2\", \"date\": \"Thu, 28 Nov 2024 02:00:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.03624255Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.036306571Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"473a2637-abd8-4002-9d96-4095c6e2fe6f\", \"content-length\": \"52\", \"date\": \"Thu, 28 Nov 2024 02:00:10 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:11.036322842Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.036335002Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.169148299Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"34ef9ceb-f7b7-46b9-92e6-9bb8e1599ad8\", \"date\": \"Thu, 28 Nov 2024 02:00:10 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:11.169191659Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.1692091Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.169862631Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed5449ca-d835-4b3e-bdca-b30fec891723\", \"content-length\": \"682\", \"date\": \"Thu, 28 Nov 2024 02:00:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.169917752Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.170306629Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.173607456Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.174121055Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.177757848Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.178004603Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.180799851Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.181244979Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:11.190322266Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":15,"elapsed":"823.182728ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:14.19298079Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"b7da873f-736e-4693-b8d9-d2e7c8748683","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":304,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:20.367195109Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":44,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:20.36727728Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:20.36729464Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:20.367308051Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:20.367792179Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:20.367818689Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:20.3696078Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:20.372122774Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:20.372134584Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:20.372270987Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:20.374336973Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:20.374551326Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:20.398742897Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:20.399047472Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:20.402627234Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:20.405311151Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:20.405330311Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:20.405452893Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:20.417212957Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:20.417241418Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":44,"elapsed":"50.063059ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:20.427635308Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"60.43184ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:24.18496568Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:50171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:24.185084632Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?sort_by=id_ascending","method":"GET","req_id":"90f95e29-7352-4948-ac28-c8a07be52ac0","remote_addr":"[fd00:1122:3344:101::d]:50171","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:24.185407977Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?sort_by=id_ascending","method":"GET","req_id":"90f95e29-7352-4948-ac28-c8a07be52ac0","remote_addr":"[fd00:1122:3344:101::d]:50171","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:24.187778329Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?sort_by=id_ascending","method":"GET","req_id":"90f95e29-7352-4948-ac28-c8a07be52ac0","remote_addr":"[fd00:1122:3344:101::d]:50171","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2751,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:24.188017273Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNDM0YjQ0OC01MTk5LTQ2NmUtYWYzMi00ZjYyOWUzMWM3YjEifX0%3D","method":"GET","req_id":"c66d516c-cd2d-4c5f-a766-716b5e4a5ac5","remote_addr":"[fd00:1122:3344:101::d]:50171","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:24.188390309Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNDM0YjQ0OC01MTk5LTQ2NmUtYWYzMi00ZjYyOWUzMWM3YjEifX0%3D","method":"GET","req_id":"c66d516c-cd2d-4c5f-a766-716b5e4a5ac5","remote_addr":"[fd00:1122:3344:101::d]:50171","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:24.190061588Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNDM0YjQ0OC01MTk5LTQ2NmUtYWYzMi00ZjYyOWUzMWM3YjEifX0%3D","method":"GET","req_id":"c66d516c-cd2d-4c5f-a766-716b5e4a5ac5","remote_addr":"[fd00:1122:3344:101::d]:50171","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2107,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:24.192689964Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"4f395f08-f574-416d-8cd4-2e4cf711bef4","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":279,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:30.36788447Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:30.367944821Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:30.367958351Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:30.367968201Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:30.368276777Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:30.368296967Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:30.370476995Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:30.37308157Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:30.373098361Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:30.373240663Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:30.3753662Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:30.375536483Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:30.396832333Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:30.396989716Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:30.40415395Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:30.406929958Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:30.406945689Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:30.407101551Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:30.418729833Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:30.418754484Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":45,"elapsed":"50.862083ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:30.424599475Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"56.737836ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:34.192555131Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"a9da5646-cc4d-402d-aad0-4c119c39d8e8","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":435,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367662134Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367722095Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367733315Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367743776Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367752336Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367760946Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367769126Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367779246Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.367786726Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367795486Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367803797Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367813477Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367822527Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367830747Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367838507Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367847227Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367856217Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367864418Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367872798Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367881508Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367895358Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367905598Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367913798Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367921848Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367930289Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367939019Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.367947019Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.368153243Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.368168573Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.368212393Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.368225554Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.368236694Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.368245004Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.368256344Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.368293505Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.368322875Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.368333066Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.368341696Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.368386717Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.368875475Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.368883835Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.368891285Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.368897896Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.368904366Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.368911496Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.368917646Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.368925306Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.369103499Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.369207041Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.369220771Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.369230181Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.371287487Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.372489918Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"4.197093ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.373627848Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1306, tv_nsec: 844467313 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.373963464Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.373994934Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.374171177Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.374191408Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.37435107Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1306, tv_nsec: 845349538 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.374491163Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.374635275Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.376131491Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.376684151Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.377719399Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.377732049Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.377874191Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.377885912Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.378192867Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.37895905Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.379069142Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.379083042Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.379314457Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.379327747Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.379337567Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.37951107Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.38070581Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.380729761Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.380841453Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.383163633Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.383867216Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.383890186Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"16.15272ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.38415595Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.384641469Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.384852053Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.384980505Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.384991535Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.385134927Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.387155503Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.387176943Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.387351506Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.387368046Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.388904443Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.390705554Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.390729595Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.390853947Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.412534903Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.412592464Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.412601155Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.412652316Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.413065203Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.414910415Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.414938735Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.415106478Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.415488485Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.415835271Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.417570361Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1306, tv_nsec: 888594469 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.417858986Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":16,"elapsed":"48.95118ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.417912447Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.418799562Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.419005466Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.419390233Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.419612696Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.421427818Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.421738293Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.423677517Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.423696577Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"55.86811ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.426090959Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"57.200414ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.431045165Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.432946328Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"64.046533ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.433698231Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.433714801Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.433878124Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.442876401Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"75.191756ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.444313235Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.444327716Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":46,"elapsed":"76.54886ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.446498833Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.446519394Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.446841979Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c3f4a83-d49c-4218-aa8e-6d65245de603\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:00:40 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.44685807Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.4474435Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.44745296Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.447620733Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.447709345Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7561c8cf-3421-4a70-991b-80408d16953d\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:00:40 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.447723155Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.447916248Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.448729592Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.449278106Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.451451129Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.453558476Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.453572286Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.453580016Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.453938102Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.454107476Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Sled { parent: Fleet, key: 313847b3-d670-4167-9b09-9e7d3dfcb2a4, lookup_type: ById(313847b3-d670-4167-9b09-9e7d3dfcb2a4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.454124626Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.454271168Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.45663622Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"0","iteration":16,"elapsed":"88.886324ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.485187825Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":16,"elapsed":"116.2852ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.491310002Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.491339322Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.491349963Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"123.664818ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.498268432Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"130.417845ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.506963444Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.507483503Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.520362916Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.520712213Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.522710057Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.525892132Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.525914023Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.526190028Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.52859999Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.530601344Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.530626795Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.530770357Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.53150372Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.53152948Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.531859606Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01e62994-184c-4a45-a652-e4ca390d7917\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:00:40 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.531883247Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.534148906Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.812182665Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.812220166Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.812631623Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d28fce2-28f6-4ed2-b632-4fec8b83ffb0\", \"content-length\": \"372\", \"date\": \"Thu, 28 Nov 2024 02:00:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.812662073Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.813104171Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.815430932Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":16,"elapsed":"447.692286ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.817951995Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.81822758Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86cc655c-6445-410c-825e-86adc3217b9f\", \"content-length\": \"1\", \"date\": \"Thu, 28 Nov 2024 02:00:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.820032572Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.820242745Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.822071717Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"null","iteration":16,"elapsed":"454.421413ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.842791817Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.843220664Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.844796891Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4bb2986f-2e92-4ac3-9dc1-591b6bb60b3e, rack_id: 92a8ff6e-21d3-4c28-bcad-e323847985dc, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea300318-9d62-42ed-80ea-21c86590a166) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.844810922Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.845219189Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.856986163Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.85734478Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1adb10bc-a7f0-4282-8312-0bf6a203cd1c\", \"content-length\": \"134\", \"date\": \"Thu, 28 Nov 2024 02:00:40 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.85738384Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.857411021Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea300318-9d62-42ed-80ea-21c86590a166","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.857745296Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.857756507Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.857763767Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.857772337Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.857780067Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.857787667Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.85795519Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.85796538Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.858223635Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.858233685Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.858638612Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.859373735Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.859392205Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.859609679Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d988876a-9b39-4c76-b367-a1f5562c3a3a\", \"date\": \"Thu, 28 Nov 2024 02:00:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.859624669Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.859891134Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.860938192Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.861054194Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77164ee8-c8c3-4128-b84d-e0f94831d572\", \"content-length\": \"2\", \"date\": \"Thu, 28 Nov 2024 02:00:40 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.861069044Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.861243717Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cab436be-f14e-4d92-846c-2b76efa50a61\", \"content-length\": \"52\", \"date\": \"Thu, 28 Nov 2024 02:00:40 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.861260088Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.861270348Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.862774944Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.862954617Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.865643145Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.86601996Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.869187625Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.869200875Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.909683809Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.959029276Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f3e699e3-d726-47c3-9511-614626b860ac\", \"date\": \"Thu, 28 Nov 2024 02:00:40 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.959051436Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.959061946Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.959634976Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e91bca49-fdc1-4552-b2b8-c7541d028353\", \"content-length\": \"682\", \"date\": \"Thu, 28 Nov 2024 02:00:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.959680167Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.959984002Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.96446353Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.964630683Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.96562152Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"83712e28-a4d5-4cd7-a30c-0f82f371450f\", \"date\": \"Thu, 28 Nov 2024 02:00:40 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.966454215Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe4f0f8c-0ad1-4eef-9290-7b4726d4b319\", \"content-length\": \"691\", \"date\": \"Thu, 28 Nov 2024 02:00:40 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.966471075Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.966480545Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:40.966488685Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.967217378Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":16,"elapsed":"599.513484ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.967276049Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.967587464Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.968027912Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":16,"elapsed":"600.246026ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.970094678Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.970409523Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:40.978604196Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":16,"elapsed":"610.838499ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:44.193121378Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"2d64f097-b178-43ea-adca-bc275ab28415","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":281,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:50.367374217Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:50.367455428Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:50.367473259Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:50.367486719Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:50.367923096Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:50.367994008Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:50.396379931Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:50.397536661Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:50.397867607Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:50.399100518Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:50.399112238Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:50.399277301Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:50.40149578Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:50.401702023Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:50.402894074Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:50.405438598Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:50.405448438Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:50.405588211Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:50.415664496Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:50.415682136Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":47,"elapsed":"48.304969ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:50.426667477Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"59.31617ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:54.186030823Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?sort_by=id_ascending","method":"GET","req_id":"8291f3c0-4872-44a4-bbe6-32b6e8c6da07","remote_addr":"[fd00:1122:3344:101::d]:50171","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:54.186480461Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?sort_by=id_ascending","method":"GET","req_id":"8291f3c0-4872-44a4-bbe6-32b6e8c6da07","remote_addr":"[fd00:1122:3344:101::d]:50171","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:54.189295709Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?sort_by=id_ascending","method":"GET","req_id":"8291f3c0-4872-44a4-bbe6-32b6e8c6da07","remote_addr":"[fd00:1122:3344:101::d]:50171","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3362,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:54.189590035Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNDM0YjQ0OC01MTk5LTQ2NmUtYWYzMi00ZjYyOWUzMWM3YjEifX0%3D","method":"GET","req_id":"81fed4c3-71ab-4188-8beb-1a7aa9f4188c","remote_addr":"[fd00:1122:3344:101::d]:50171","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:00:54.18991372Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNDM0YjQ0OC01MTk5LTQ2NmUtYWYzMi00ZjYyOWUzMWM3YjEifX0%3D","method":"GET","req_id":"81fed4c3-71ab-4188-8beb-1a7aa9f4188c","remote_addr":"[fd00:1122:3344:101::d]:50171","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:54.191986996Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNDM0YjQ0OC01MTk5LTQ2NmUtYWYzMi00ZjYyOWUzMWM3YjEifX0%3D","method":"GET","req_id":"81fed4c3-71ab-4188-8beb-1a7aa9f4188c","remote_addr":"[fd00:1122:3344:101::d]:50171","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2457,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:00:54.192423294Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"cfa3660b-3f23-4066-821a-70f98008412c","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":294,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:00.367422796Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:00.367478357Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:00.367489157Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:00.367499357Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:00.367829303Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:00.367843083Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:00.369251898Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:00.369427111Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:00.370270265Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:00.370911107Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"3.505561ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:00.372890991Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:00.372903401Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:00.373045544Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:00.374827265Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:00.375022258Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:00.37625944Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:00.378823524Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:00.378835244Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:00.378971557Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:00.387055037Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:00.387074277Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":48,"elapsed":"19.641231ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:04.193216107Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"edf7d65d-77b8-4f76-a2f2-513227f95511","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":290,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.367854552Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.367937374Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.367958434Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.367973525Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.367986525Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.367998915Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.368013615Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368026866Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368040696Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368053756Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368067386Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368080696Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368093387Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368105157Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368118557Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368131957Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368144237Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368157148Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368171138Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368184258Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368198118Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368213159Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368225119Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368237639Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368251419Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.36826348Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.36827647Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.36829029Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.36830443Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.36831988Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368334551Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-28T02:01:10.368351661Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368368741Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368384372Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\"}","iteration":10,"elapsed":"16.57µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368402502Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368418522Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368435583Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368451383Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368466763Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.368483034Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-28 01:51:10.368234259 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368499394Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368513384Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368528814Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.368543455Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368557785Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368572905Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368587765Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368601665Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368617606Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368631266Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368645126Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368663666Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368680357Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368696377Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368711747Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368725338Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368735248Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368743108Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368751288Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368759028Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368766918Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368774188Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368782159Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368803489Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368817789Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368826899Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.36889551Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368966692Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.368999352Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369009372Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369018263Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369026913Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369033903Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369051923Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369072334Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"36d4f615-7461-4364-960c-89ece3aaabaf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"eb274350-c0b0-4bce-9c8a-502880f2c905.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"eb274350-c0b0-4bce-9c8a-502880f2c905.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1336, tv_nsec: 839837552 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369085874Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369121854Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369135945Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369145275Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"41ea4a99-3038-474e-bf28-2ad338f3243f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9402a51b-d30f-4544-93ec-0f5dc7a485e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d23bc5f2-6b92-4992-bdd2-8695e5bf9c0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d23bc5f2-6b92-4992-bdd2-8695e5bf9c0f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1336, tv_nsec: 839862342 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369189156Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369210126Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369221106Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369228186Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369236436Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369245407Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369253467Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369261957Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369270687Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369599703Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369628293Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"1.383154ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369641254Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.369653604Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":9,"elapsed":"1.591207ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.37173025Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.372560654Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"4.411737ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.373749915Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.373778275Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.373900888Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.375587337Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.375926123Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.376191277Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1336, tv_nsec: 846956676 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.376494602Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.377795395Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.378014539Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.379328232Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-28 01:51:10.368234259 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.379361202Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"expiration\":\"2024-11-28T01:51:10.368234259Z\",\"pruned\":[]}","iteration":9,"elapsed":"11.094403ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.380989231Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1336, tv_nsec: 851739659 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.381316136Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.383140598Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"14.653915ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.409462705Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.412422257Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.412471738Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.41263758Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.413969533Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.41431223Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.417056977Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.417280961Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.419448669Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.420532258Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.420555878Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.420707921Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.420855843Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.420868003Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.420873913Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.421035206Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.421064107Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.421076717Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"52.663614ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.4212333Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.422535452Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.422566463Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.422591273Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.422700565Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.422771306Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.42358704Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.424365214Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"55.966742ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.424643419Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.424889803Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.425126137Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.425145378Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.425351781Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.426054383Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.426074724Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.426088994Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.426267657Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.427939016Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.427994567Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.428031258Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.428066768Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.42814484Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.42816671Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.430857147Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.43105939Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.431087611Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.431101011Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.431227873Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.431347945Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.431551839Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.432690009Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":17,"elapsed":"64.241735ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.432928763Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.433127566Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.434811615Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.438128953Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.438157374Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.438337787Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.438365867Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.438588841Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.44081038Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1336, tv_nsec: 911573698 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.441122855Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.442738133Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.443068429Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.443424615Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.445379589Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.445405339Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.445562712Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.456032344Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.456071785Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":49,"elapsed":"87.840066ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.458961515Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.459771289Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.460044024Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.460147206Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.460502212Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.461845185Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.462505296Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.46273858Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.464315608Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.466972464Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.466997854Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.467008645Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Sled { parent: Fleet, key: 313847b3-d670-4167-9b09-9e7d3dfcb2a4, lookup_type: ById(313847b3-d670-4167-9b09-9e7d3dfcb2a4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.467024195Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.467035875Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.467211198Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.467232089Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.468392929Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.468422219Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"100.416284ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.468810646Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"0","iteration":17,"elapsed":"100.71167ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.469894905Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"102.056782ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.469932285Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.469955676Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.469963286Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.469970716Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.470287122Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.471394591Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.472294766Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.472717004Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.472728194Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.472737644Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"104.476635ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.473154101Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"105.226658ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.47422783Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"105.808838ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.474507675Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.474539545Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.474727879Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.475862808Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.475889489Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.476034811Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.487659644Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.48805438Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.490650485Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.491287036Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.493891392Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.493915122Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.494161906Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.502053263Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.502093344Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.502101764Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.502109604Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.5024323Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.507202193Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.511298444Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.511335995Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.511600289Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.514117773Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.514139933Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"808a324e-c913-4bfc-91a5-d43c961cd511"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.514156224Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.514434318Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.51685564Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.520110217Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.520128257Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.520140098Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"152.055771ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.52081926Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.521589493Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.521617833Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.521881068Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.528785268Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.528808928Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a7e6af61-408c-483d-b043-c27ccf55708e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.528824439Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.528835399Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.529339577Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.529389318Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.534725811Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"808a324e-c913-4bfc-91a5-d43c961cd511"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.534759382Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.534774032Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_time_created":"2024-11-28 01:53:42.502562 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.534788702Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":1}","iteration":9,"elapsed":"166.472982ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.54044551Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.541246494Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":17,"elapsed":"172.860383ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.543708757Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.543732987Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.543957991Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.552400168Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.552943097Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.592116368Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.595146591Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.595165661Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.595316153Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.596977052Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a7e6af61-408c-483d-b043-c27ccf55708e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.597009923Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.597024373Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_time_created":"2024-11-28 01:53:43.351579 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.597037153Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":2}","iteration":9,"elapsed":"229.040788ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-28T02:01:10.608734787Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.608773927Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"240.871393ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.629009269Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.629428886Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.631273718Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"262.981939ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.638361391Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.638397722Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.638763228Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f42ff4eb-1a29-4d2e-a760-bbf98b84f95d\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:01:10 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.638782548Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.640495758Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.651701173Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.651726103Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.652016888Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"207866ca-e8a1-43fb-801d-b51c4b8bb12e\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:01:10 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.652044659Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.653605466Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.667450406Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.670113102Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.670133823Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.670312006Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.671871363Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.674279525Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.674301565Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.674509799Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.679268952Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.679285762Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.679625998Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"784e3bdc-4af9-467e-9d16-0eb8722a158e\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:01:10 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.679648288Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.681112104Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.70334296Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.715182525Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-28T01:53:08.890632Z, time_modified: 2024-11-28T01:53:08.890632Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7e159834-997a-4c03-b9db-1e91d783221c, db_silo: Silo { identity: SiloIdentity { id: 7e159834-997a-4c03-b9db-1e91d783221c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-28T01:53:43.308696Z, time_modified: 2024-11-28T01:53:43.308696Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7e159834-997a-4c03-b9db-1e91d783221c, db_silo: Silo { identity: SiloIdentity { id: 7e159834-997a-4c03-b9db-1e91d783221c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-28T01:53:43.308696Z, time_modified: 2024-11-28T01:53:43.308696Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.715247066Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7e159834-997a-4c03-b9db-1e91d783221c\",\"tls_certs\":[\"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\"]}},\"default_endpoint\":{\"silo_id\":\"7e159834-997a-4c03-b9db-1e91d783221c\",\"tls_certs\":[\"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"347.16131ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.728839403Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.729555235Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"597b0dee-8074-4b43-80e3-12f4ef72f1d7\", \"date\": \"Thu, 28 Nov 2024 02:01:10 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.729577446Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.731596341Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"40c6dcd0-d6bf-473a-a42d-3be38309f3f3\", \"date\": \"Thu, 28 Nov 2024 02:01:10 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.731619401Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.733135617Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.733156358Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"364.956369ms"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.742608742Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.742621472Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.74305997Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6adce24b-45ba-48dc-8f22-fb84daec4e8b\", \"content-length\": \"372\", \"date\": \"Thu, 28 Nov 2024 02:01:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.74309329Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.743492877Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.765219985Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.765253425Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.76555055Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b17b7a00-f39f-44d0-a3c7-98d866412da3\", \"date\": \"Thu, 28 Nov 2024 02:01:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.765564871Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.76607706Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.770704Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.771120307Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.774398164Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.774812401Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.77818082Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.77820118Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.778590927Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"510b7791-dfb3-43dd-a19d-837bce24e3bb\", \"date\": \"Thu, 28 Nov 2024 02:01:10 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.780216805Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":17,"elapsed":"412.302392ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.874022314Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":17,"elapsed":"505.840426ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.942162248Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.942662147Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1523894-0365-4e31-a2d2-c2046db2bc54\", \"content-length\": \"1\", \"date\": \"Thu, 28 Nov 2024 02:01:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.94515483Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.945523076Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.955760864Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.95607486Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.956172921Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56b0c03f-1a21-46a2-8d89-cb61ef44781a\", \"content-length\": \"691\", \"date\": \"Thu, 28 Nov 2024 02:01:10 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.956225412Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.956249573Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.956259553Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.95666477Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1d1d48d2-5cca-49d3-a70b-9b0e3a3cdc61\", \"date\": \"Thu, 28 Nov 2024 02:01:10 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.95668114Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.958151976Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"null","iteration":17,"elapsed":"590.13133ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.958676695Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":17,"elapsed":"590.441735ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.959442728Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fedf4af0-1084-4a29-b91a-4ebaac5407d5\", \"date\": \"Thu, 28 Nov 2024 02:01:10 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.959465379Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.961586355Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6363f769-63a4-42f2-9ea1-2b32d34ecebc\", \"date\": \"Thu, 28 Nov 2024 02:01:10 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.961618106Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.963980027Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.964040268Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"596.185496ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.987331712Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.987670989Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:10.989929928Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4bb2986f-2e92-4ac3-9dc1-591b6bb60b3e, rack_id: 92a8ff6e-21d3-4c28-bcad-e323847985dc, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea300318-9d62-42ed-80ea-21c86590a166) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.989946648Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:10.990091411Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:11.000545032Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:11.000822897Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"070c6e69-4852-4738-8213-7fc79979750d\", \"content-length\": \"134\", \"date\": \"Thu, 28 Nov 2024 02:01:10 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:11.000845617Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:11.000854907Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea300318-9d62-42ed-80ea-21c86590a166","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:11.001141542Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:11.001158843Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:11.001166713Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:11.001174953Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:11.001182383Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:11.001190913Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:11.001372086Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:11.001399937Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:11.001614111Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:11.001637111Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:11.001837824Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:11.004334108Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:11.00445033Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eefcabd9-90ca-44e3-93bb-c68eae0ec085\", \"content-length\": \"2\", \"date\": \"Thu, 28 Nov 2024 02:01:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:11.00446444Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:11.004571422Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac86dcdd-d318-444c-a91c-71f3b335ae5d\", \"content-length\": \"52\", \"date\": \"Thu, 28 Nov 2024 02:01:10 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:11.004585622Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:11.004597112Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:11.102691926Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b7d20070-7cb3-4f67-bf23-0c049f3552f7\", \"date\": \"Thu, 28 Nov 2024 02:01:10 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:11.102727257Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:11.102736077Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:11.194379769Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cc2ed0f-059e-4851-a07b-43baac8243e8\", \"content-length\": \"682\", \"date\": \"Thu, 28 Nov 2024 02:01:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:11.194415489Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:11.194759826Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:11.197978541Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:11.198214586Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:11.200417144Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:11.200749879Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:11.203032949Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:11.203229442Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:11.209860358Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":17,"elapsed":"841.73531ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:14.193709584Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"3cb53f59-65a8-45a9-8c4d-5f976173f5a8","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":503,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:20.367959643Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:20.368037995Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:20.368058365Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:20.368074665Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:20.368514343Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:20.368534723Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:20.371334902Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:20.373870986Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:20.373883696Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:20.374016808Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:20.376137475Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:20.37639217Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:20.397635099Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:20.397812282Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:20.399541102Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"31.602878ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:20.406382901Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:20.408784472Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:20.408795083Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:20.408929355Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:20.420533227Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:20.420558427Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":50,"elapsed":"52.585763ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:24.192886479Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"ee6dbe64-fabc-4489-9c8d-52908df1ee7e","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":274,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:30.368117905Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:30.368204767Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:30.368221857Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:30.368236457Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:30.368690685Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:30.368712666Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:30.370480926Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:30.3706921Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:30.370986405Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:30.373666412Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:30.373681552Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:30.373820044Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:30.375482593Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:30.375745998Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:30.379118356Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:30.381706411Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:30.381718022Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:30.381848944Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:30.393346844Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:30.393367514Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":51,"elapsed":"25.246699ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:30.405875401Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"37.790056ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:34.193265534Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"4b0b2055-1c0e-4954-9025-3bc1312354e7","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":460,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:39.186173076Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?sort_by=id_ascending","method":"GET","req_id":"c55b3841-0d8c-4e9e-89ed-b4e34f95d5f7","remote_addr":"[fd00:1122:3344:101::d]:50171","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:39.186518322Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?sort_by=id_ascending","method":"GET","req_id":"c55b3841-0d8c-4e9e-89ed-b4e34f95d5f7","remote_addr":"[fd00:1122:3344:101::d]:50171","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:39.188246702Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?sort_by=id_ascending","method":"GET","req_id":"c55b3841-0d8c-4e9e-89ed-b4e34f95d5f7","remote_addr":"[fd00:1122:3344:101::d]:50171","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2146,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:39.188553657Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNDM0YjQ0OC01MTk5LTQ2NmUtYWYzMi00ZjYyOWUzMWM3YjEifX0%3D","method":"GET","req_id":"e96bcb8e-e1ae-4e24-a553-f652272f01b1","remote_addr":"[fd00:1122:3344:101::d]:50171","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:39.188907733Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNDM0YjQ0OC01MTk5LTQ2NmUtYWYzMi00ZjYyOWUzMWM3YjEifX0%3D","method":"GET","req_id":"e96bcb8e-e1ae-4e24-a553-f652272f01b1","remote_addr":"[fd00:1122:3344:101::d]:50171","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:39.190865697Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNDM0YjQ0OC01MTk5LTQ2NmUtYWYzMi00ZjYyOWUzMWM3YjEifX0%3D","method":"GET","req_id":"e96bcb8e-e1ae-4e24-a553-f652272f01b1","remote_addr":"[fd00:1122:3344:101::d]:50171","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2384,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.367985292Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368046353Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368056483Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368063883Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368070554Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368076754Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368084764Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368091954Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.368101084Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368109634Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368118044Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368125895Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368133325Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368140525Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368147075Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368155155Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368162935Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368169965Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368176745Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368184445Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368192076Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368199006Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368205706Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368213386Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368220096Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368226556Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368232306Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":18,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.3684423Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.36845852Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368567542Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368580503Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368589053Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368610213Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368626433Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368636084Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368644924Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368653604Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368662164Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.368693634Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.369229994Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.369245714Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.369253524Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.369260404Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.369266714Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.369274055Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.369281125Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.369287635Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.369479178Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.369524769Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.369536389Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.369545189Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.370913003Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.371276309Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.372013502Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"3.817026ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.372510601Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.373084661Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.373531789Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.373543829Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.373740162Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.374881902Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.374892982Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.375057845Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.37535341Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.37536168Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.375530433Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.376300946Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.376660133Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.376670023Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.376953638Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.377425486Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1366, tv_nsec: 848024245 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.37767735Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1366, tv_nsec: 848274879 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.377787282Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.377964415Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.378305111Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.378323002Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.378460094Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.378485244Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.378750689Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":18,"elapsed":"9.500865ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.380908357Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.380927627Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.381057959Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.382905591Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.383072584Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.383215287Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.383482261Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.383509462Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1366, tv_nsec: 854107010 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.383771666Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.384108132Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.384296216Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.384361857Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.384463818Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.384630181Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.385969134Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.386207249Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.386231219Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.386360211Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.388281335Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.388305425Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.388433337Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.407459678Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.407516479Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.407525679Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.407735643Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.408081549Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.408294932Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.409543394Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"41.393029ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.414289806Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.415941285Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.417485572Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.417736276Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.418352297Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.418686033Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.419069269Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.419236552Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.419891824Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"51.875611ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.420955322Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"51.697658ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.421058534Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.421555233Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"52.287048ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.424911961Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Sled { parent: Fleet, key: 313847b3-d670-4167-9b09-9e7d3dfcb2a4, lookup_type: ById(313847b3-d670-4167-9b09-9e7d3dfcb2a4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.424937071Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.425203616Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.425329818Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.425357989Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"57.216504ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.426776703Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.426936586Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"0","iteration":18,"elapsed":"58.892633ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.429202556Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.429219466Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.429353038Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.441991318Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.442024638Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":52,"elapsed":"73.947855ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.443700157Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.443717577Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.443726318Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.443998093Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.454323412Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.454643817Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.469469395Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.46974411Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.473044647Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.473060877Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.473072538Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"105.080535ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.482041843Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.482069534Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.482080474Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.482091114Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.48243857Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24894caa-61c1-44a5-a082-25845a6a6633\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:01:40 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.482471321Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.482528982Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d16926c7-0ff0-401a-b729-8cdb7d0a7dd8\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:01:40 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.482546092Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.484900573Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.484941734Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.485020265Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.485040975Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.485223438Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":18,"elapsed":"115.987974ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.48533296Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1aeff96e-23f0-461f-a827-1ce01178c610\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:01:40 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.485348531Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.487098851Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.496940292Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"128.825278ms"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.580573475Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.580628876Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.581094184Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"021dce84-18bc-4df0-b35f-cbaeadec1d10\", \"content-length\": \"372\", \"date\": \"Thu, 28 Nov 2024 02:01:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.581125064Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.581509671Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.581983759Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.582307035Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98f850bf-e448-429f-a23e-76e209cb78a4\", \"content-length\": \"1\", \"date\": \"Thu, 28 Nov 2024 02:01:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.583567807Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.583825881Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.586253363Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"null","iteration":18,"elapsed":"218.074588ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.586817273Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.58723274Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.589185744Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.591159278Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.591177439Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.591309621Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.592636554Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.594771071Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.594795152Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.594949434Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.59524544Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":18,"elapsed":"227.080564ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.595541565Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.595556585Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.595821439Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fc942710-89f9-405a-bedd-5d510e6af78c\", \"date\": \"Thu, 28 Nov 2024 02:01:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.59583372Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.596037273Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.598110509Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.598388714Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.600910678Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.601177752Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.604231796Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.604250446Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.604652613Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"75d3a9db-e7d0-4562-b817-c3602e32e9c0\", \"date\": \"Thu, 28 Nov 2024 02:01:40 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.605750572Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":18,"elapsed":"237.716049ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.661905157Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.662271344Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e48a0ac-7d45-4fd4-86ec-d13af5ed4e24\", \"content-length\": \"691\", \"date\": \"Thu, 28 Nov 2024 02:01:40 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.662292734Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.662304234Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.662314094Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.66434918Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":18,"elapsed":"296.376227ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.691650024Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.692082771Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.694208908Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4bb2986f-2e92-4ac3-9dc1-591b6bb60b3e, rack_id: 92a8ff6e-21d3-4c28-bcad-e323847985dc, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea300318-9d62-42ed-80ea-21c86590a166) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.694248159Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.694617906Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.703052282Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.70350492Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"062b0d81-c840-4b8f-b47e-f0fec7b4bfd4\", \"content-length\": \"134\", \"date\": \"Thu, 28 Nov 2024 02:01:40 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.70353173Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.703543231Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea300318-9d62-42ed-80ea-21c86590a166","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.703867186Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.703878676Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.703886376Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.703894477Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.703903087Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.703911397Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.704134871Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.704155601Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.704405636Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.704417116Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.70468657Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.706908859Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.707113163Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c774a99-6a07-4b91-bd1c-1358f95bac0c\", \"content-length\": \"2\", \"date\": \"Thu, 28 Nov 2024 02:01:40 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.707139193Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.707220825Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8217da11-6913-4810-b4a6-dcfb4fb788b4\", \"content-length\": \"52\", \"date\": \"Thu, 28 Nov 2024 02:01:40 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.707281266Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.707299086Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.825127742Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e9570c3b-e8f4-4d7d-8602-2e8318c748b6\", \"date\": \"Thu, 28 Nov 2024 02:01:40 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:40.825163593Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.825174013Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.825713353Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"729c8f86-e68d-4ea1-84d1-f114da352812\", \"content-length\": \"682\", \"date\": \"Thu, 28 Nov 2024 02:01:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.825758444Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.826065619Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.828059113Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.828375809Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.830620328Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.830998504Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.832719064Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.832951958Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:40.839622394Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":18,"elapsed":"471.51168ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:41.106643222Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"producer-registration-task","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:41.106681793Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"producer-registration-task","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:41.137940705Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"producer-registration-task","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:41.138071526Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63026"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:41.138191068Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"cd16fc8f-413d-401c-90bb-f13418540055","remote_addr":"[fd00:1122:3344:101::c]:63026","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:41.138553746Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"cd16fc8f-413d-401c-90bb-f13418540055","remote_addr":"[fd00:1122:3344:101::c]:63026","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:41.181791368Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/oximeter.rs:76","collector_id":"119eed64-2e24-4d5f-8c42-be6cd8bec8b5","producer_id":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:41.181828538Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/metrics/producers","method":"POST","req_id":"cd16fc8f-413d-401c-90bb-f13418540055","remote_addr":"[fd00:1122:3344:101::c]:63026","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43629,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:41.181892299Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"producer-registration-task","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd16fc8f-413d-401c-90bb-f13418540055\", \"content-length\": \"41\", \"date\": \"Thu, 28 Nov 2024 02:01:41 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:41.182972248Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"producer-registration-task","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:41.182986038Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"producer-registration-task","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:44.193415146Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"ca5c65e9-edb7-433e-a106-d74378173ba6","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":296,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:50.367622745Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:50.367716457Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:50.367738577Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:50.367755047Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:50.368165245Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:50.368209265Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:50.37018853Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:50.370437814Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:50.375034654Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"7.442769ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:50.376069922Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:50.378741808Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:50.378757498Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:50.378893051Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:50.380849085Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:50.381050858Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:50.382833039Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:50.385394134Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:50.385410334Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:50.385545646Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:50.394827617Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:01:50.394850078Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":53,"elapsed":"27.221823ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:01:54.193231312Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"33b72fcc-de03-4d41-9704-a8b53696daf8","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":267,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:00.368410788Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:00.36849138Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:00.36850807Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:00.36852281Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:00.368963568Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:00.368981708Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:00.37081885Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:00.370984703Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:00.371030364Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:00.372695133Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"4.302224ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:00.3736628Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:00.37367369Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:00.373829522Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:00.375707105Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:00.375890208Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:00.377666779Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:00.380069801Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:00.380084631Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:00.380211833Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:00.388863024Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:00.388886474Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":54,"elapsed":"20.462226ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:04.193860493Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"c78fa71f-4095-439e-9394-6e4586a945f6","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":436,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368361797Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368414758Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368424458Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.368435918Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368444968Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368453438Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368463119Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368473229Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368481469Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368491699Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368499719Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368508579Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368516719Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.3685263Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.36853554Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368544Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-28T02:02:10.368553Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.36856348Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\"}","iteration":11,"elapsed":"14.01µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.3685746Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368587871Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368602361Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368614841Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368626932Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368639362Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368653262Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368666242Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.368679142Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-28 01:52:10.368616691 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368691733Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368704163Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368715603Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368726403Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368737743Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368750524Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368761744Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368773454Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368785824Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368797264Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368808295Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368820725Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.368833765Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368844955Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368856236Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368867696Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368880066Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368892326Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368904086Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368914197Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368924817Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368936957Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":19,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368949347Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368960367Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368971658Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368983698Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":19,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.368996868Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369010858Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369022838Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369035239Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369046829Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369058069Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369069379Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.36908414Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.36909701Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.36910922Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.36912099Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.36913256Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.36914581Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369157351Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369171091Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369234432Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369252442Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369264303Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369276283Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369297043Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369308663Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369318624Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369334004Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369344494Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369356474Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369368314Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"36d4f615-7461-4364-960c-89ece3aaabaf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"eb274350-c0b0-4bce-9c8a-502880f2c905.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"eb274350-c0b0-4bce-9c8a-502880f2c905.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1396, tv_nsec: 839873923 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369385275Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369398245Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369425695Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369452436Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369463356Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369471946Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369489967Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369499107Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369507927Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369516147Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369524537Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"41ea4a99-3038-474e-bf28-2ad338f3243f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9402a51b-d30f-4544-93ec-0f5dc7a485e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d23bc5f2-6b92-4992-bdd2-8695e5bf9c0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d23bc5f2-6b92-4992-bdd2-8695e5bf9c0f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1396, tv_nsec: 840023235 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369536487Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369550437Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369559148Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369567888Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.36969993Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.36971328Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369831982Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369848923Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369859603Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369869003Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"1.265922ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369934254Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369944714Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":10,"elapsed":"1.338853ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.369962735Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.371363889Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.371566912Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"3.113524ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.37197911Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.372795334Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.372899326Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1396, tv_nsec: 843422574 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.373086199Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.373122139Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.373748901Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.373774331Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1396, tv_nsec: 844268339 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.373787141Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.373922773Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.373934654Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.374544444Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.374557055Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.374698887Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.375839367Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-28 01:52:10.368616691 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.375866707Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"expiration\":\"2024-11-28T01:52:10.368616691Z\",\"pruned\":[]}","iteration":10,"elapsed":"7.225996ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.376786363Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.377240751Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.377508626Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.377534456Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.377868422Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.379245236Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.379261406Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.379431569Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.380150812Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.380175822Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.380319895Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.380785423Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.380799403Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.380903335Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.380937935Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.381295192Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.381576786Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.382702466Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.383184074Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.383220165Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.383230195Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.383437319Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.385152159Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.385173229Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.385311671Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"16.427325ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.385332652Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.385515525Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.385538835Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.385652017Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.390854738Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.391445658Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.395285424Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.396419054Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"28.063258ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.39734295Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.397358491Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.397523863Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.397549264Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.399357965Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.399376146Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.399505618Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.399518048Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.400442994Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.400950143Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.401189617Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.401206177Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.401215887Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"32.83557ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.401320709Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.401862629Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.401874579Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.402025412Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.405602914Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.406820385Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.406841105Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.406848665Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.406854996Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.40710589Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.408302861Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.408473446Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.40852545Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.40865253Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.40887804Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.409075613Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.409089647Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.409096313Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.409310413Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.409359877Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.410091632Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1396, tv_nsec: 880601790 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.410364217Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.411632459Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.41228676Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.412353551Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.412498674Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.419717019Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.420279879Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.420321449Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.421096343Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.421122703Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"52.331129ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.423433364Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.423461664Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.423641707Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.423654507Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.423665408Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.423883911Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.424183546Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.424196947Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.424312809Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"55.457144ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.42437303Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.424530172Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.424794367Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.425012581Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.429131092Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.429152063Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.429412587Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.431207759Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.431445863Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.431470773Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.431579575Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.431724388Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.433186133Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.433362946Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.433413877Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.433426287Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.433519969Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.433872685Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.433898685Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.433908915Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"65.06406ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.434941543Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.434972294Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":55,"elapsed":"66.432894ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.43644507Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"67.884199ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.439511513Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.439532153Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":19,"elapsed":"70.579575ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.439872539Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.441410956Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.441536568Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.44168193Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.441747182Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.44281995Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":19,"elapsed":"74.006196ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.44338272Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.446648277Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.446671247Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.446900301Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.448259225Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.450845149Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.45087344Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.451161575Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.454523304Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.454555204Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.454567084Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.454576904Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.454733947Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.456258254Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.456381366Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.456394956Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.456401396Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.45661913Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.458977501Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.459064232Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.459078303Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.459149014Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.459213265Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.460175772Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.461029877Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.46122584Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.464977195Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.465008446Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.46523411Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.46758675Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"98.923618ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.473053965Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"104.21714ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.475390516Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"106.653763ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.475694411Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.475719912Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a7e6af61-408c-483d-b043-c27ccf55708e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.475732812Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.475987786Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.49232368Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.492356171Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.492367471Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"123.698919ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.523303368Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-28T02:02:10.530575805Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.530623745Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"161.848652ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.53207876Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.611158014Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.611202145Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.611530251Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ddfbfee-fa26-4df0-95d5-92d8a5dfd744\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:02:10 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.611550411Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.613537326Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.687283106Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.687329327Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.687720514Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6764fdb-8405-4a5e-9764-e10f90aeb6ab\", \"content-length\": \"372\", \"date\": \"Thu, 28 Nov 2024 02:02:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.687751604Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.68807788Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.694899209Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.695373727Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c76f85c4-346f-4a4d-9356-4d4528302e04\", \"content-length\": \"691\", \"date\": \"Thu, 28 Nov 2024 02:02:10 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.695403348Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.695417838Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.695429348Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.698382549Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.69901769Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.699639011Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":19,"elapsed":"331.059361ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.702975219Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.7030052Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.703182923Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.705150077Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.705176227Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.705242698Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Sled { parent: Fleet, key: 313847b3-d670-4167-9b09-9e7d3dfcb2a4, lookup_type: ById(313847b3-d670-4167-9b09-9e7d3dfcb2a4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.705270669Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.705500813Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7bf5296-2e6a-40c1-b3fd-8865d5a909e3\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:02:10 GMT\"} })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.705527523Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.705541173Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.705553914Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.705860969Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.70588661Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa190b1b-ab09-458b-8edb-9198f73f174d\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:02:10 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.70590081Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.708466354Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a7e6af61-408c-483d-b043-c27ccf55708e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.708486055Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.708496895Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_time_created":"2024-11-28 01:53:43.351579 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.708508195Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":2}","iteration":10,"elapsed":"339.810263ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.70878169Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"0","iteration":19,"elapsed":"340.113408ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.70994853Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.710656662Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.746749859Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.74680199Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"808a324e-c913-4bfc-91a5-d43c961cd511"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.74681799Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.747063595Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.747261578Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.747523083Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.749402595Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.752253995Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.752282345Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.75257323Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.754038016Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.754499914Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"c1697345-39c0-4e40-bc9f-3a09642e07bc\", \"date\": \"Thu, 28 Nov 2024 02:02:10 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.754524024Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.755046573Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.757402614Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"959a680f-14da-4b3c-98a1-6d4126ded802\", \"date\": \"Thu, 28 Nov 2024 02:02:10 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.757425405Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.759333478Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.759356388Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"390.855589ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.77154438Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.7715777Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.771864236Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"22dfe7d8-e58f-4882-a820-d233c2b30607\", \"date\": \"Thu, 28 Nov 2024 02:02:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.771887226Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.772241132Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.774094724Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.774352019Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.777765648Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.778119884Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.782116094Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.782160044Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.782568031Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"610fc24f-4052-4a25-ac5c-1fc33468ed24\", \"date\": \"Thu, 28 Nov 2024 02:02:10 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.78535399Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":19,"elapsed":"416.654987ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.789123625Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.793301348Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.793330278Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.793507652Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.796712077Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"808a324e-c913-4bfc-91a5-d43c961cd511"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.796746688Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.796756828Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_time_created":"2024-11-28 01:53:42.502562 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.796765958Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":1}","iteration":10,"elapsed":"427.989814ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.80319045Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-28T01:53:08.890632Z, time_modified: 2024-11-28T01:53:08.890632Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7e159834-997a-4c03-b9db-1e91d783221c, db_silo: Silo { identity: SiloIdentity { id: 7e159834-997a-4c03-b9db-1e91d783221c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-28T01:53:43.308696Z, time_modified: 2024-11-28T01:53:43.308696Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7e159834-997a-4c03-b9db-1e91d783221c, db_silo: Silo { identity: SiloIdentity { id: 7e159834-997a-4c03-b9db-1e91d783221c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-28T01:53:43.308696Z, time_modified: 2024-11-28T01:53:43.308696Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.80323162Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7e159834-997a-4c03-b9db-1e91d783221c\",\"tls_certs\":[\"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\"]}},\"default_endpoint\":{\"silo_id\":\"7e159834-997a-4c03-b9db-1e91d783221c\",\"tls_certs\":[\"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"434.771302ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.835571502Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.835958349Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a151d2f-8685-4664-ba8a-f6bf0b0f14d7\", \"content-length\": \"1\", \"date\": \"Thu, 28 Nov 2024 02:02:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.837517126Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.837800591Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.840408836Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"null","iteration":19,"elapsed":"471.930147ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.858980679Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":19,"elapsed":"490.54847ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.872489973Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.872971762Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"591b7e31-815f-4ad6-93f0-cc8a3cae3b66\", \"date\": \"Thu, 28 Nov 2024 02:02:10 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.872998412Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.875204391Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9c121fe2-961a-47b0-8b13-7840414d40aa\", \"date\": \"Thu, 28 Nov 2024 02:02:10 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.875229061Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.876679336Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9cdae00b-374b-4b40-8775-c731ddea7802\", \"date\": \"Thu, 28 Nov 2024 02:02:10 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.876691586Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.878137871Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.878173862Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"509.606552ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.911697414Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.91205186Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.914013325Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4bb2986f-2e92-4ac3-9dc1-591b6bb60b3e, rack_id: 92a8ff6e-21d3-4c28-bcad-e323847985dc, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea300318-9d62-42ed-80ea-21c86590a166) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.914036145Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.914176517Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.925405523Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.925668327Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db64bb77-bac4-4db5-957c-4572c3ab05c7\", \"content-length\": \"134\", \"date\": \"Thu, 28 Nov 2024 02:02:10 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.925695037Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.925706958Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea300318-9d62-42ed-80ea-21c86590a166","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.925943322Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.925954232Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.925962032Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.925968852Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.925975662Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.925981922Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.926171256Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.926182336Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.9264214Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.92643043Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.926673225Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.929185578Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.92931153Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54280aba-d1b3-4894-b9b1-9d6bbe9be36e\", \"content-length\": \"2\", \"date\": \"Thu, 28 Nov 2024 02:02:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.929324171Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.929415492Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd7597a2-a431-4b3f-8620-40dfcd8d94bb\", \"content-length\": \"52\", \"date\": \"Thu, 28 Nov 2024 02:02:10 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:10.929429452Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:10.929439493Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:11.0259964Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c4eb43d7-ab3c-4ec6-bc8c-5d64fe3f2f14\", \"date\": \"Thu, 28 Nov 2024 02:02:10 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:11.026042711Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:11.026055331Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:11.026489828Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c109507-fa1a-4444-98f2-3357281474ee\", \"content-length\": \"682\", \"date\": \"Thu, 28 Nov 2024 02:02:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:11.026524079Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:11.026738572Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:11.029547481Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:11.029888467Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:11.033057912Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:11.033537661Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:11.035662838Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:11.035853001Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:11.043612636Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":19,"elapsed":"674.901112ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:14.193269752Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"73dd4d7d-de3a-4de6-97a8-085028c6517f","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:20.368474898Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:20.36856062Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:20.36857857Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:20.36859348Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:20.369024638Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:20.369047958Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:20.371621573Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:20.374192487Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:20.374208288Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:20.37433864Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:20.376583739Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:20.376966716Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:20.378308109Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:20.380897354Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:20.380908354Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:20.381046827Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:20.393588175Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:20.393612345Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":56,"elapsed":"25.132986ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:20.396691238Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:20.396949513Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:20.422996305Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"54.555047ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:24.193948463Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"59195795-ff75-4321-b259-47862b6e1e43","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":327,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:30.368164403Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:30.368242264Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:30.368260494Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:30.368275414Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:30.368694802Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:30.368761193Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:30.371260936Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:30.3737927Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:30.37380353Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:30.373943553Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:30.376192022Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:30.376446146Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:30.378216947Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:30.380740761Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:30.380753941Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:30.380888413Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:30.393705936Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:30.393727376Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":57,"elapsed":"25.548574ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:30.398225745Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:30.398449809Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:30.426982654Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"58.844742ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:34.193337792Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"3f8600b5-11b5-48c2-80ab-800135687429","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":275,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.368703181Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.368786463Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.368804143Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.368819303Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.368833533Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.368846873Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.368861314Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.368874224Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.368887444Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.368901005Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.368912475Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.368925425Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.368937605Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.368949335Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.368963266Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.368977166Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.368990446Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369003216Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.369017347Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369030457Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369043727Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369056047Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369069367Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369082598Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369094808Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369109668Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369125708Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369139949Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369155499Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369170409Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369184599Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.36919799Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369259251Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369276161Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369292031Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369535156Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369556886Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369610467Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369637687Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369648238Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369655647Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369694608Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369710528Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369720009Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369753269Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369763129Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.369771189Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.36977971Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.36978938Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.36980696Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.36981889Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.3720925Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.137875ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.372263313Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.372396935Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1426, tv_nsec: 842804854 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.37266089Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.372856393Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.373212809Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.37555577Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.375577021Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.375731663Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.375818895Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.375835565Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.376012618Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.376364414Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.376379324Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.376513127Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.377934881Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.377998552Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.378244467Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.378499191Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":20,"elapsed":"9.485505ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.378720745Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.380877913Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.380893283Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.381067156Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.381383371Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.381401222Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.381538064Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.382964889Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1426, tv_nsec: 853373817 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.383220213Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.38474467Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1426, tv_nsec: 855145508 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.385021265Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.385118696Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.385220128Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.385533983Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.385750707Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.387111421Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.387362685Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.392722468Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.392936712Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.405098923Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.405413529Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.407709668Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.407919492Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.409966178Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.410193802Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.411074067Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"42.00343ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.413087242Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.41352635Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.41354134Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.41354895Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.413765474Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.415415993Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.415449243Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.415633666Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.41642034Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.41644008Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.417921816Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.419402002Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"50.556188ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.420278337Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.420304887Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.42045682Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.426545896Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.426933593Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.426947723Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.427212887Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.427337329Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ed87547-d3f8-4b01-8087-e285d223ea92\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:02:40 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.42735901Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.428059492Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.428297876Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.428764944Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.428780974Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.428940727Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.429003669Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.430562265Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.430579526Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.430591006Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.43080466Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.430867151Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"61.955656ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.430878041Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.432892846Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":20,"elapsed":"63.850169ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.439713624Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.439743535Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.44001011Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"636de6f9-407d-4418-8747-42fcb6284c3f\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:02:40 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.44002599Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.441564777Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.441576217Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.444179052Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.444194452Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":58,"elapsed":"75.44184ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.444338405Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Sled { parent: Fleet, key: 313847b3-d670-4167-9b09-9e7d3dfcb2a4, lookup_type: ById(313847b3-d670-4167-9b09-9e7d3dfcb2a4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.444354375Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.444523068Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.445511205Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"76.493509ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.446486682Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"0","iteration":20,"elapsed":"77.748871ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.44983648Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.449848771Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.450062304Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38ed76bc-6ff7-4e58-996f-d5adf00c58f0\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:02:40 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.450076115Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.451492269Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.452332314Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.452344284Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.452350874Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.452578758Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.453041596Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.453052876Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"84.253114ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.484728026Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.484769007Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.484780247Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"116.023635ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.495560405Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.495943591Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.497707172Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.500745455Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.500779895Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.50104126Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.502870361Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.503064805Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":20,"elapsed":"134.378545ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.504872236Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.504897877Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.50506563Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.526904359Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.527237935Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4c3163c-ae0a-424f-8aa4-feb6b37342e1\", \"content-length\": \"1\", \"date\": \"Thu, 28 Nov 2024 02:02:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.528861923Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.529144058Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.531500049Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"null","iteration":20,"elapsed":"162.513753ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.532326583Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"163.437828ms"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.574522006Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.574567497Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.574960664Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"809894af-acc0-48a6-96cd-5a5e690916e4\", \"content-length\": \"372\", \"date\": \"Thu, 28 Nov 2024 02:02:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.574985964Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.575279699Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.621770857Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.621807887Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.622021841Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"25a5ae33-7e77-402d-a85b-9ac0e2b94c32\", \"date\": \"Thu, 28 Nov 2024 02:02:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.622034501Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.622389817Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.62366486Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.624067247Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d1f68c0-2aa7-46df-bcf0-67f8c2487f5a\", \"content-length\": \"691\", \"date\": \"Thu, 28 Nov 2024 02:02:40 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.624103187Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.624113397Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.624121787Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.625101535Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":20,"elapsed":"256.168439ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.626141043Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.626395847Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.629684434Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.630062191Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.633059283Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.633079663Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.63346828Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3467254a-4a53-4763-9207-ab9f29c059a7\", \"date\": \"Thu, 28 Nov 2024 02:02:40 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.635738749Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":20,"elapsed":"266.847505ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.639372143Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.639772719Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.641788985Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4bb2986f-2e92-4ac3-9dc1-591b6bb60b3e, rack_id: 92a8ff6e-21d3-4c28-bcad-e323847985dc, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea300318-9d62-42ed-80ea-21c86590a166) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.641809375Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.6421312Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.651280159Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.651650426Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"555d5dcd-2082-48a2-9bb1-dd178a07b017\", \"content-length\": \"134\", \"date\": \"Thu, 28 Nov 2024 02:02:40 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.651673326Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.651685716Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea300318-9d62-42ed-80ea-21c86590a166","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.652005192Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.652019722Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.652033432Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.652045052Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.652055313Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.652064053Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.652229626Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.652239636Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.652907598Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.652927698Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.653223393Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.654968153Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.655088565Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"090727c6-0ea4-48d4-8d9b-71abd202eff4\", \"content-length\": \"2\", \"date\": \"Thu, 28 Nov 2024 02:02:40 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.655104306Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.655210198Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29b4163f-75db-4840-b766-5833b00ba165\", \"content-length\": \"52\", \"date\": \"Thu, 28 Nov 2024 02:02:40 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.655227568Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.655239558Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.785092743Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"62ce0a7c-e05a-4fd7-b162-190a43864942\", \"date\": \"Thu, 28 Nov 2024 02:02:40 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:40.785141634Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.785175775Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.785648313Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f7832b9-6121-4f09-bed4-eedcd0751781\", \"content-length\": \"682\", \"date\": \"Thu, 28 Nov 2024 02:02:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.785695494Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.78604009Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.790321544Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.790752802Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.794517657Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.794751021Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.79639962Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.796664404Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:40.804812976Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":20,"elapsed":"436.028474ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:44.193184779Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"86b9862b-49f6-462f-9f79-5ff513503e23","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":401,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:50.368375435Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:50.368432936Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:50.368446466Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:50.368456036Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:50.368761212Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:50.368781192Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:50.370610104Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:50.373190598Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:50.373208269Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:50.373347771Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:50.375227684Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:50.375460678Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:50.376872252Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:50.379449897Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:50.379468038Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:50.37960044Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:50.390222324Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:50.390245835Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":59,"elapsed":"21.88489ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:50.398672581Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:50.398949226Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:02:50.425986086Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"57.60033ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:02:54.193826059Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"6ea638e2-f1ce-40ad-8171-06c1964a3f8d","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":307,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:00.368034958Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:00.36811829Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:00.36813638Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:00.3681509Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:00.368472906Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:00.368577828Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:00.395836261Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:00.396109466Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:00.396138626Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:00.398802373Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:00.398813933Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:00.398949535Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:00.401232385Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:00.401391338Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:00.425146981Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"57.136852ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:00.4297077Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:00.432401087Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:00.432414727Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:00.432557149Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:00.443989288Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:00.444002898Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":60,"elapsed":"75.97991ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:04.194153895Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"5aaec486-7096-4a0b-a6aa-11afe3ccc36a","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":473,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.368601008Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.368680839Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.368700239Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.36871487Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.36872785Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.36874207Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.36875888Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.368773881Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.368786961Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.368800321Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.368814192Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.368826402Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.368838662Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.368851152Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.368865302Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.368878462Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.368890153Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.368902583Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.368916033Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.368930163Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.368942924Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.368955154Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.368968084Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.368980134Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.368992635Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369005155Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369019595Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369032475Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369044096Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369063856Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369082096Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369158618Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-28T02:03:10.369170508Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369180568Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369189768Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\"}","iteration":12,"elapsed":"18.85µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369200618Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369210048Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369220708Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369230279Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369240599Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369251519Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369261159Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369271349Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.3692821Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.36929087Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.36930035Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.36931019Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-28 01:53:10.368964864 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.3693198Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.36932882Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369339101Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369349181Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369358781Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369368161Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369378451Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369386991Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369398442Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369408562Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369418522Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369428382Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369438592Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369449383Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369457913Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369467303Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369477713Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369487223Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369496373Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369505833Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369515054Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369524334Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369533774Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369543234Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369556574Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369569025Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369581445Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369593755Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369605645Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369618475Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369630486Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369640376Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369651686Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369668406Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369680067Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369691477Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369703267Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369713207Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369725537Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369737308Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369749328Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369759138Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"41ea4a99-3038-474e-bf28-2ad338f3243f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9402a51b-d30f-4544-93ec-0f5dc7a485e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d23bc5f2-6b92-4992-bdd2-8695e5bf9c0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d23bc5f2-6b92-4992-bdd2-8695e5bf9c0f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1456, tv_nsec: 839962534 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369773048Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369781778Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369788798Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"36d4f615-7461-4364-960c-89ece3aaabaf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"eb274350-c0b0-4bce-9c8a-502880f2c905.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"eb274350-c0b0-4bce-9c8a-502880f2c905.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1456, tv_nsec: 839978115 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369800038Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369808379Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369814849Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369822799Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369830529Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369836839Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.369843779Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.370157185Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.370175765Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"1.14162ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.370203225Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.370213976Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":11,"elapsed":"1.313522ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.370723185Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.37105848Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.37162924Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.372376283Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"3.42754ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.372534166Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.373855629Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.373865129Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.374027292Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.374746154Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.374770388Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.374895275Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.376090318Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.376253201Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.376579126Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.37678447Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.37679511Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.37680256Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.376876832Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.379626559Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.379636929Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.379848823Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.379863233Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.379871744Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.380038596Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.380452674Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.380467504Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.380608376Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.381803737Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.382395757Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.382415128Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1456, tv_nsec: 852735896 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.382649392Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.384224919Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.384246349Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.384439753Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.384760678Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.384970682Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.388503074Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.388528314Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.388739527Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.390488668Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.390785583Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.390939316Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-28 01:53:10.368964864 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.390954526Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"expiration\":\"2024-11-28T01:53:10.368964864Z\",\"pruned\":[]}","iteration":11,"elapsed":"21.969522ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.391818851Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.393807915Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.393835666Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.393963358Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.39407456Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"24.938073ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.397122493Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"28.332342ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.397741504Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1456, tv_nsec: 868057912 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.398038809Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.398568438Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1456, tv_nsec: 868892667 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.398928675Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.399310471Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.399335362Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.399543545Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.399690898Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.401968397Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.402417615Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.428143402Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.428527629Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.430748827Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.431014662Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.432955575Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.43322368Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.441466283Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.441493574Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.441503384Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"72.388007ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.445122267Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":21,"elapsed":"75.96642ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.446060663Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.446513511Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.446726405Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.447298935Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.447328265Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"78.469703ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.447689202Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.448119879Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.448522176Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.449477202Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.449499863Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.449736857Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.450368978Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.450390438Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.450554941Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.450629593Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.450639573Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.450647473Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"82.027214ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.451113771Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.451254803Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.451274284Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"82.170058ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.451566119Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.451592909Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.451603319Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.451853674Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.452160629Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.453228768Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.453256828Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.453466292Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.453489912Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.459401015Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"90.239548ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.463097039Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.463443835Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.467375624Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.467618928Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.468025725Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.47003448Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.47006506Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.47007555Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.470200662Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.470548059Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.472884839Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","candidates":"[(d13d9462-ff5b-4581-ad2d-4aaaf9d487da, 0), (3548509e-2f31-440b-a7d7-e94d858fac66, 0), (ef449652-d42a-4da7-a178-73fc1831a942, 0), (25610650-5f0c-48c8-a64d-10a317bb5bd4, 0)]","collection_id":"d13d9462-ff5b-4581-ad2d-4aaaf9d487da"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.472904629Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.473134964Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.47640573Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.480299268Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.480327498Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.480522212Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.481162183Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.481185343Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.481195073Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.481205524Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.481548619Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.483691497Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.487994351Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.488025802Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.488213095Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.489745912Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.489771333Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.489781563Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.489986426Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.490533936Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.49078022Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.49250888Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"123.418014ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.493511407Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"124.775497ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.4936579Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.493888634Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.494197819Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.494546615Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.494571946Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.494582536Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.494592576Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.495320429Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.497413445Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.498133598Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.501296903Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.501325823Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.501554137Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.5028831Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.50290667Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.503108194Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.505654478Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.505689109Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":61,"elapsed":"136.866907ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.510138406Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.510630985Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.540132037Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.544524424Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Sled { parent: Fleet, key: 313847b3-d670-4167-9b09-9e7d3dfcb2a4, lookup_type: ById(313847b3-d670-4167-9b09-9e7d3dfcb2a4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.544574864Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.544830959Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.547486965Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.54777409Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.549573381Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.549599172Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.549612582Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"180.631327ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.550498057Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.552295928Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"0","iteration":21,"elapsed":"183.579019ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.552754327Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.552774887Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.553248175Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48154ea9-59be-42f3-8cf6-7c9ad052a467\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.553273616Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.553573111Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.553640922Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.553940027Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.55524822Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.556099085Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.559083286Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.559115987Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.559350681Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.559764998Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.561917306Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.561944156Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"808a324e-c913-4bfc-91a5-d43c961cd511"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.561959666Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.562379864Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.562867362Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.562885062Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a7e6af61-408c-483d-b043-c27ccf55708e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.562897693Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.563231638Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.564222606Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.565097101Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.565128941Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.565395206Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.567467942Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.567846569Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.568147524Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.570904302Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.570941402Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/db-queries/src/db/datastore/inventory.rs:1452","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":8,"ncabooses":12,"nrots":2,"nsps":2,"ncollections":1,"collection_id":"d13d9462-ff5b-4581-ad2d-4aaaf9d487da"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.570968233Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.571177056Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.571317649Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.571996351Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.572026071Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.572180034Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.579735995Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.580229984Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.581643548Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":21,"elapsed":"212.465681ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.587309597Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a7e6af61-408c-483d-b043-c27ccf55708e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.587346487Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.587360108Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_time_created":"2024-11-28 01:53:43.351579 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.587372678Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":2}","iteration":11,"elapsed":"218.501996ms"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.592045919Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","candidates":"[(3548509e-2f31-440b-a7d7-e94d858fac66, 0), (ef449652-d42a-4da7-a178-73fc1831a942, 0), (25610650-5f0c-48c8-a64d-10a317bb5bd4, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.592618899Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1457, tv_nsec: 62880846 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.598402739Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.59843537Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.598826037Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b83e4dc-e1a6-4d4d-8cf0-2974fa06086a\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.598925648Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.60073883Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.612087257Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.615243902Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.615268662Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.615417425Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.619208841Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"808a324e-c913-4bfc-91a5-d43c961cd511"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.619238101Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.619249421Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_time_created":"2024-11-28 01:53:42.502562 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.619260792Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":1}","iteration":11,"elapsed":"250.622903ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.622477158Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.622520018Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.622936655Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dea21f83-eb2e-46e0-9cdf-1275730dab1d\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.622966656Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.625878026Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.62723422Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.632018623Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.632046954Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.632274798Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.635760928Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.636091384Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.639849169Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.640245876Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.640363868Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"271.606968ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.64045232Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.642684118Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.642732299Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.64276095Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.642926873Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.643113346Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-28T02:03:10.650479574Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.650506074Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"281.901477ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.744389515Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.791787228Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.792211876Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eb8f771-12de-438a-8185-6479f5330461\", \"content-length\": \"1\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.800950018Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.801352254Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.866208791Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.866250482Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.866261642Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.86674318Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"677b49b6-17f4-4180-8e6d-fb17202f00f1\", \"content-length\": \"476\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.866777321Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.867038865Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6270be54-3a78-4765-8e95-fb8b7743207f\", \"content-length\": \"734\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.867087896Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.867388572Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"419bd24e-8933-42aa-9cda-47cda5b8efdb\", \"content-length\": \"111\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.867408642Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.867704177Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4a2de77-7f29-4185-a65b-7a20c305a1c3\", \"content-length\": \"111\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.867716477Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.868127934Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdbce5d7-2c08-4c7a-a088-279c3a0127d2\", \"content-length\": \"167\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.868152355Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.868411399Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fa910b6-81e0-4398-991f-b1f00bfb97d9\", \"content-length\": \"167\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.86842731Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.868696934Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7a93e55-8787-4e32-9bbe-4cea445481b9\", \"content-length\": \"175\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.868717695Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.86901785Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95dd7fe4-3295-4a93-a8ef-70e2cfed48e2\", \"content-length\": \"175\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.8690294Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.869161972Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55ff7c25-06fd-41de-8098-b25c74569f2b\", \"content-length\": \"702\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.869175203Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.869329385Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8e323bc-e745-4c2c-8d67-3df5942a2da7\", \"content-length\": \"727\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.869342835Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.869520258Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f54fbfc0-020d-417c-8ac7-c2cc84016c7d\", \"content-length\": \"729\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.869532669Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.869732182Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3b20c9e-7254-41da-bea4-4aef1c204e30\", \"content-length\": \"728\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.869745562Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.870075678Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7faaefb0-3516-4690-8a81-85ee2fbcba21\", \"content-length\": \"722\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.870104749Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.870407624Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e408fc78-6abf-44b8-b3a7-1c215ad8394f\", \"content-length\": \"109\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.870418664Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.870697669Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06be22aa-0727-4230-ab05-8ca163026a8f\", \"content-length\": \"109\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.870708869Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.870973394Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc10295e-0c27-4a97-b367-e6ef36195a46\", \"content-length\": \"169\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.870984874Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.871261399Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74c223fa-e3f9-49aa-9c8d-80df90968cdb\", \"content-length\": \"169\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.871272919Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.871560024Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecdcc56d-605c-45fc-90fb-a7193262a717\", \"content-length\": \"178\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.871570014Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.871859769Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa943914-c19a-4af0-866d-4280221c587f\", \"content-length\": \"178\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.871871719Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.872004092Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a9863a4-8112-4f93-836f-a62115810368\", \"content-length\": \"702\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.872012842Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.872161834Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"437e9054-9ac5-4df5-abdf-f7afc8d2517a\", \"content-length\": \"727\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.872170704Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.872303067Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c447ab57-870c-415a-b6b6-cf92fe936528\", \"content-length\": \"729\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.872312047Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.872449979Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e34118c-59b9-4b15-b16c-1d7304cde364\", \"content-length\": \"728\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.87247493Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.872859987Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.899020181Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.899454218Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3179432d-51b4-402a-9bcc-b9986c6a957c\", \"content-length\": \"691\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.899486369Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.899496439Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.899503549Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.90069867Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":21,"elapsed":"532.127793ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.944161455Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.944522341Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"52d688e6-6009-42e6-962a-a4e2ffd2d552\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.944544472Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.946630548Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"4a779e3b-0943-4eca-9c4b-46ec2ad77f27\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.946651388Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.948288877Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.948306707Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"579.268162ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.951668635Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.952085843Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8a0e64b2-9765-4e14-a87b-15e72959d5ca\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.952103213Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.95367056Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2e5d4644-9b69-4b37-b225-ff9ef5965628\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.95368874Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.955570733Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"252233df-95da-49b6-bf3f-d1a6daaad9fc\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.955588273Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.957159341Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":21,"elapsed":"588.249787ms"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.957287483Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.957312443Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.957585118Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6454a76c-cb6c-43ef-8638-7c4369dafe56\", \"content-length\": \"372\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.957610199Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.957883721Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:10.957994029Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.958032045Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"589.337577ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.960404687Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.96055006Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"null","iteration":21,"elapsed":"591.623236ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.960882575Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.962193488Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.962441963Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.991442726Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.994239185Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.994264705Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.994498419Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.994603061Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-28T01:53:08.890632Z, time_modified: 2024-11-28T01:53:08.890632Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7e159834-997a-4c03-b9db-1e91d783221c, db_silo: Silo { identity: SiloIdentity { id: 7e159834-997a-4c03-b9db-1e91d783221c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-28T01:53:43.308696Z, time_modified: 2024-11-28T01:53:43.308696Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7e159834-997a-4c03-b9db-1e91d783221c, db_silo: Silo { identity: SiloIdentity { id: 7e159834-997a-4c03-b9db-1e91d783221c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-28T01:53:43.308696Z, time_modified: 2024-11-28T01:53:43.308696Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.994624702Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7e159834-997a-4c03-b9db-1e91d783221c\",\"tls_certs\":[\"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\"]}},\"default_endpoint\":{\"silo_id\":\"7e159834-997a-4c03-b9db-1e91d783221c\",\"tls_certs\":[\"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"625.738809ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.996233439Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.998163033Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.998175653Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:10.998313846Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.005614192Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.005856906Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.007168729Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.010388905Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.010408436Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.010576188Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.012531942Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.012705596Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.014139701Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.014329754Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:11.015109717Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.015127438Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.015451673Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2d8bb181-bdb8-4dfc-bbf3-97ba5c540d4b\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.015468533Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.01582923Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.017120242Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.017296055Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.018032278Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.018242252Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.020123744Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.020315608Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.020758565Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.020944289Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.021696492Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.021929516Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:11.024355928Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.024376118Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.024751315Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6f412c0b-dcf9-400f-8866-2ae020acc41c\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.027112016Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":21,"elapsed":"658.340266ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.033361824Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.033718281Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:11.03598381Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4bb2986f-2e92-4ac3-9dc1-591b6bb60b3e, rack_id: 92a8ff6e-21d3-4c28-bcad-e323847985dc, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea300318-9d62-42ed-80ea-21c86590a166) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.03600924Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.036210244Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.049722639Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.050052984Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51cee2bb-8226-4a46-b02c-c4c93a686546\", \"content-length\": \"134\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:11.050081875Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:11.050092785Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea300318-9d62-42ed-80ea-21c86590a166","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:11.050473341Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:11.050493022Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:11.050503342Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:11.050514992Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:11.050523093Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:11.050530962Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:11.050771787Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:11.050805777Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:11.051057612Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.051084662Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.051577431Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.0538406Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.054244647Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9f175d9-31a0-41f9-8b69-6b9c06856388\", \"content-length\": \"2\", \"date\": \"Thu, 28 Nov 2024 02:03:11 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.054280108Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.05439168Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3de62ea-b31b-4a78-a275-dd93f1a7bd8d\", \"content-length\": \"52\", \"date\": \"Thu, 28 Nov 2024 02:03:11 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:11.05443363Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.054448951Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.063911205Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.064261501Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.066314997Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.069830958Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.069852428Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.070021671Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.101737202Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.101761663Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.103125646Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.103454592Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.105547088Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.105930115Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.10740611Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.110785769Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.11080704Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.110992423Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.115878498Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.116268014Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.118416642Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.118774538Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.120198233Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.120434897Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.122507983Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.122729997Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.124540378Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.124749742Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.126213127Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.126418621Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.128066159Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.128325414Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.129576575Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.133252579Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.13327549Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.133419062Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.134778356Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.13502592Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.136297232Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.136495486Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.138097834Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.141450672Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.141466042Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.141606695Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.148346841Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: bdebcae5-93f8-4dda-99a8-d4a7f51c845c, kind: Service { id: 36d4f615-7461-4364-960c-89ece3aaabaf }, name: Name(\"external-dns-36d4f615-7461-4364-960c-89ece3aaabaf\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 1])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cc93e5ec-9515-444a-bf62-fb07fd9a5d9d, kind: Service { id: eb274350-c0b0-4bce-9c8a-502880f2c905 }, name: Name(\"external-dns-eb274350-c0b0-4bce-9c8a-502880f2c905\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 133, 17])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: d932a551-47e5-4093-9823-e79bc6fd3354, kind: Service { id: 6392fcec-0540-4c8e-8fb9-a456637e79d1 }, name: Name(\"nexus-6392fcec-0540-4c8e-8fb9-a456637e79d1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f17d445e-bb27-44c7-a47e-78951fc5205d, kind: Service { id: 2d033909-79ed-49ae-b11d-aeb32740cc17 }, name: Name(\"nexus-2d033909-79ed-49ae-b11d-aeb32740cc17\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 212])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fa7a6292-a407-4f82-8188-c5971cd240ed, kind: Service { id: 2469a748-bcd2-4e0d-99cc-f79def0452cc }, name: Name(\"nexus-2469a748-bcd2-4e0d-99cc-f79def0452cc\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 85])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.148386062Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.148555935Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.150296235Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.15230089Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.15231869Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.152567145Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.154317935Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.154378066Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: bdebcae5-93f8-4dda-99a8-d4a7f51c845c, kind: Service { id: 36d4f615-7461-4364-960c-89ece3aaabaf }, name: Name(\"external-dns-36d4f615-7461-4364-960c-89ece3aaabaf\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 1])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cc93e5ec-9515-444a-bf62-fb07fd9a5d9d, kind: Service { id: eb274350-c0b0-4bce-9c8a-502880f2c905 }, name: Name(\"external-dns-eb274350-c0b0-4bce-9c8a-502880f2c905\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 133, 17])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: d932a551-47e5-4093-9823-e79bc6fd3354, kind: Service { id: 6392fcec-0540-4c8e-8fb9-a456637e79d1 }, name: Name(\"nexus-6392fcec-0540-4c8e-8fb9-a456637e79d1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f17d445e-bb27-44c7-a47e-78951fc5205d, kind: Service { id: 2d033909-79ed-49ae-b11d-aeb32740cc17 }, name: Name(\"nexus-2d033909-79ed-49ae-b11d-aeb32740cc17\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 212])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fa7a6292-a407-4f82-8188-c5971cd240ed, kind: Service { id: 2469a748-bcd2-4e0d-99cc-f79def0452cc }, name: Name(\"nexus-2469a748-bcd2-4e0d-99cc-f79def0452cc\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 85])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.154412227Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.27781649Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","vpc_to_sled":"[Sled { identity: SledIdentity { id: 313847b3-d670-4167-9b09-9e7d3dfcb2a4, time_created: 2024-11-28T01:53:42.307381Z, time_modified: 2024-11-28T01:53:42.307381Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 92a8ff6e-21d3-4c28-bcad-e323847985dc, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.277911342Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.277920042Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.278181757Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.280055079Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.280225502Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.281500554Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.284296313Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Sled { parent: Fleet, key: 313847b3-d670-4167-9b09-9e7d3dfcb2a4, lookup_type: ById(313847b3-d670-4167-9b09-9e7d3dfcb2a4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.286791896Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3d6fc27d-c1b8-4a25-a4df-8f3db4db570d\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:11.286808357Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.286818157Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.287258694Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef053b11-aa38-45a0-8592-fe9a3cd6dd05\", \"content-length\": \"682\", \"date\": \"Thu, 28 Nov 2024 02:03:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.287300655Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.287478268Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.291067151Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.291336835Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.295430076Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.29561772Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.297540093Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.297743687Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.304952612Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":21,"elapsed":"936.292303ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.317604332Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.318346424Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"e56e270b-f4a3-4b8d-8f34-98b8753612f2\", \"date\": \"Thu, 28 Nov 2024 02:03:10 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:11.320459621Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.320473511Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","elapsed":"951.473047ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.320481142Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":3,"elapsed":"951.482077ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.490716068Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cd6524c-586f-4303-bf50-5a668a9ce6eb\", \"content-length\": \"30800\", \"date\": \"Thu, 28 Nov 2024 02:03:11 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.511358926Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.511413027Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.511432058Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.515820564Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.516121789Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.517708427Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.519533418Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.519594579Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.519754502Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:11.690783453Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/db-queries/src/db/datastore/inventory.rs:1006","collection_id":"3bfedbbe-77c2-44b6-98d4-8595bcbfe4a4"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.690830314Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_started":"2024-11-28 02:03:10.866181 UTC","collection_id":"3bfedbbe-77c2-44b6-98d4-8595bcbfe4a4"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.690871004Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"collection_id\":\"3bfedbbe-77c2-44b6-98d4-8595bcbfe4a4\",\"time_done\":\"2024-11-28 02:03:11.513879 UTC\",\"time_started\":\"2024-11-28 02:03:10.866181 UTC\"}","iteration":2,"elapsed":"1.321848979s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.690886665Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.690900215Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.691242661Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.692765387Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.694694331Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.694716331Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.694864904Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.696751906Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.697117343Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.698901794Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.700916079Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.700936249Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.701064092Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:11.734169236Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"43.257621ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:14.19391648Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"6016b5a2-1861-464d-9e2c-dbbb21b8f2f1","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":286,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:20.368083168Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":62,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:20.368138279Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:20.368148419Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:20.36815787Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:20.368421064Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:20.368436744Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:20.369985502Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:20.372827621Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:20.372849581Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:20.372979094Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:20.374473129Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:20.374810275Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:20.376438014Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:20.379031599Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:20.379050419Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:20.379174011Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:20.393011711Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:20.393052582Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":62,"elapsed":"24.950493ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:20.403404842Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:20.403704097Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:20.431584031Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"63.511623ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:24.193859699Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"401333e9-7117-4ace-82d4-85626519b8c7","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":278,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:30.368081868Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:30.368159749Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:30.368176569Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:30.36819125Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:30.368619927Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:30.368673108Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:30.370568851Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:30.370745734Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:30.371255233Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:30.373860748Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:30.373874088Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:30.374026171Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:30.383208821Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:30.383419174Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:30.384660426Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:30.387107398Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:30.387121938Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:30.387253321Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:30.398598558Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:30.398622668Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":63,"elapsed":"30.5339ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:30.399331531Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"31.284774ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:34.194125002Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"56d90698-1e50-4420-8aec-b43131cc834e","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":470,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:39.186471684Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:59527"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:39.186526185Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?sort_by=id_ascending","method":"GET","req_id":"ddd87adf-27a4-4444-b66f-a0e3a6175bba","remote_addr":"[fd00:1122:3344:101::d]:59527","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:39.186853271Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?sort_by=id_ascending","method":"GET","req_id":"ddd87adf-27a4-4444-b66f-a0e3a6175bba","remote_addr":"[fd00:1122:3344:101::d]:59527","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:39.189946045Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?sort_by=id_ascending","method":"GET","req_id":"ddd87adf-27a4-4444-b66f-a0e3a6175bba","remote_addr":"[fd00:1122:3344:101::d]:59527","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3456,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:39.190145548Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNDM0YjQ0OC01MTk5LTQ2NmUtYWYzMi00ZjYyOWUzMWM3YjEifX0%3D","method":"GET","req_id":"545c0e9a-37d3-4fe7-a071-ff69d0dc4909","remote_addr":"[fd00:1122:3344:101::d]:59527","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:39.190391702Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNDM0YjQ0OC01MTk5LTQ2NmUtYWYzMi00ZjYyOWUzMWM3YjEifX0%3D","method":"GET","req_id":"545c0e9a-37d3-4fe7-a071-ff69d0dc4909","remote_addr":"[fd00:1122:3344:101::d]:59527","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:39.192351367Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNDM0YjQ0OC01MTk5LTQ2NmUtYWYzMi00ZjYyOWUzMWM3YjEifX0%3D","method":"GET","req_id":"545c0e9a-37d3-4fe7-a071-ff69d0dc4909","remote_addr":"[fd00:1122:3344:101::d]:59527","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2240,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368034176Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368086197Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368095357Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368105897Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368112288Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368120178Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368127538Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368134688Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.368141908Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368149048Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368155929Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368168619Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368176109Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368181979Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368189349Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368195539Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368201359Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368208869Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368216039Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368222539Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.36822879Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.36823542Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.36824102Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.36824739Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.3682537Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.36825949Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.36826575Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":22,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368507955Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368543125Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368559065Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368572616Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368581236Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368591276Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368601116Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368610906Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368624326Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368633167Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368645847Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.368700478Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.369250828Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.369260448Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.369267328Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.369273348Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.369279658Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.369285888Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.369292018Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.369298458Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.369456851Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.369510822Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.369546462Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.369555123Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.370893106Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1486, tv_nsec: 841116394 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.371202921Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.372127317Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.372231259Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"4.01467ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.372904461Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.373819577Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.374282375Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.374299055Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.374468978Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.375611508Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1486, tv_nsec: 845841926 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.375888633Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.37628759Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.37631006Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.37631932Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.37632649Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.376517354Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.376533844Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.378474778Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.378781843Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.381039292Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.381058653Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.381220135Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.381544671Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.381808366Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.382283994Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.382299494Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.382469307Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.384733486Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.385074752Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.385393948Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.385412268Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.385692923Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.387001176Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.387023336Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.387160039Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.389362657Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.389382727Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.389612531Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.391397952Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.391425773Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.391561495Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.408789044Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.408836655Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.408846945Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.409185321Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.411712015Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.412985957Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":22,"elapsed":"43.683519ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.413830922Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.413854822Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.413994615Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.41660916Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1486, tv_nsec: 886836388 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.416841344Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.417106679Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"47.841851ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.417559456Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.418030285Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.418983191Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.419248966Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.419274926Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.419563131Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.422700266Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.423210545Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.423247515Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"55.033826ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.424623009Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.42464303Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.424950865Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd55652b-325d-4910-815e-a2ed83e47e62\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:03:40 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.424965645Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.425403843Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.425418103Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.425555686Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.427153643Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.427198144Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.427695272Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.428441705Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.428616629Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.448193639Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.448230929Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.44823846Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.448515374Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.498478082Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"130.294323ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.499688613Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.499716023Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.500112221Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aed303e3-3778-44fe-8a40-335dd2543421\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:03:40 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.500133441Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.501965153Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.502011663Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.502716646Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.515374635Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.515426516Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.515892515Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31b7ab21-16d8-49ee-981a-1b4161c3975f\", \"content-length\": \"372\", \"date\": \"Thu, 28 Nov 2024 02:03:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.515936135Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.516271741Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.522449769Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.522878966Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.538216712Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.538365715Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":64,"elapsed":"170.216776ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.552072813Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.5524569Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68252519-7aca-42be-a507-cfa864cbca75\", \"content-length\": \"1\", \"date\": \"Thu, 28 Nov 2024 02:03:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.554845461Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.555249698Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.559300289Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"null","iteration":22,"elapsed":"191.278942ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.560603211Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"192.543785ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.561905104Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.561924754Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.56227799Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"839a61ca-1cc3-4406-b8f3-dfa88d883e79\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:03:40 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.562295981Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.564097692Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.564121072Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.564325486Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.564681882Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.566468773Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.566494983Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.566656826Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.567201656Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.570012664Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.570037975Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.570046485Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"201.996069ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.570387831Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Sled { parent: Fleet, key: 313847b3-d670-4167-9b09-9e7d3dfcb2a4, lookup_type: ById(313847b3-d670-4167-9b09-9e7d3dfcb2a4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.570446102Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.570630875Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.572249054Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"0","iteration":22,"elapsed":"204.120725ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.575193725Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"207.108247ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.579471779Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"210.200051ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.586104754Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":22,"elapsed":"217.982686ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.590071893Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.590092523Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.590346388Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ff989349-8ef8-411c-b676-0e259b1d09ca\", \"date\": \"Thu, 28 Nov 2024 02:03:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.590367008Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.590767105Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.593402721Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.593605584Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.597179316Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.597511792Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.597795117Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":22,"elapsed":"228.54095ms"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.600688267Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.600713298Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.601187006Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"cc47c5b0-1718-4d7c-8fbb-794fc8978612\", \"date\": \"Thu, 28 Nov 2024 02:03:40 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.602755273Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":22,"elapsed":"234.672516ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.604457863Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.606442587Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.606461908Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.60660109Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.67858226Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.679022298Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.681265547Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4bb2986f-2e92-4ac3-9dc1-591b6bb60b3e, rack_id: 92a8ff6e-21d3-4c28-bcad-e323847985dc, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea300318-9d62-42ed-80ea-21c86590a166) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.681282587Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.681562092Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.698312413Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.698680479Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23ecb09e-1e62-4e8f-94cc-c5dde0d1751c\", \"content-length\": \"134\", \"date\": \"Thu, 28 Nov 2024 02:03:40 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.69870987Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.69872476Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea300318-9d62-42ed-80ea-21c86590a166","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.699094827Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.699118237Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.699130327Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.699142527Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.699155328Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.699165088Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.699350941Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.699361131Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.699517534Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.699538064Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.700013763Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.716910006Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.717447225Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1383855-88d2-42a5-b76c-9ef97b3d0904\", \"content-length\": \"691\", \"date\": \"Thu, 28 Nov 2024 02:03:40 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.717473286Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.717487586Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.717498246Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.719540842Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.719812877Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4beda6d-9fd6-48ee-a8c1-a7cb08f68d5e\", \"content-length\": \"2\", \"date\": \"Thu, 28 Nov 2024 02:03:40 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.719833817Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.719846217Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":22,"elapsed":"351.73654ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.719951089Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4797749-619b-48bb-9719-52121a2bde85\", \"content-length\": \"52\", \"date\": \"Thu, 28 Nov 2024 02:03:40 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.719977509Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.71999183Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.824748189Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"21ec6fd8-a00d-4ebe-b6dc-c9f49afad86e\", \"date\": \"Thu, 28 Nov 2024 02:03:40 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:40.82479002Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.8248052Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.82539916Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b93342f-0970-4e3d-95b2-0277cb21ee35\", \"content-length\": \"682\", \"date\": \"Thu, 28 Nov 2024 02:03:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.825458772Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.825838908Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.829790637Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.830028261Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.83341662Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.833695595Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.835549157Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.835874842Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:40.843577796Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":22,"elapsed":"475.397898ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:44.194002398Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"8613870d-f57b-4891-a063-834fb54b893c","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":445,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:50.368467664Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":65,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:50.368546205Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:50.368562555Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:50.368575735Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:50.368998063Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:50.369017073Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:50.371211271Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:50.373730525Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:50.373740455Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:50.373874147Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:50.376032895Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:50.376212488Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:50.399706496Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:50.399886579Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:50.409037098Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:50.41202004Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:50.41203416Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:50.412194863Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:50.424239362Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:50.424264113Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":65,"elapsed":"55.795899ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:03:50.428882513Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"60.44519ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:03:54.193149264Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"704ab17f-a22e-4515-9368-dea8ae7305a5","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":325,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:00.368344371Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:00.368423362Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:00.368442693Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:00.368455823Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:00.36887561Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:00.368939671Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:00.370794593Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:00.370968376Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:00.400852356Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"32.528595ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:00.40569878Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:00.408352316Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:00.408368106Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:00.408505428Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:00.410103646Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:00.41030677Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:00.412180612Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:00.414733106Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:00.414747967Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:00.414885449Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:00.42473525Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:00.424757011Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":66,"elapsed":"56.40728ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:04.193810226Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"bd9fd88b-c330-43a9-bc87-9351122656e3","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":455,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368671586Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368722897Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368731107Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368737887Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368744437Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368752997Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368760688Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368766838Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368775238Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368782698Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368790908Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368798238Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368804658Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368811869Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.368820389Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368828329Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368835609Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368842279Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368849379Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368857469Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368864819Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368871199Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.36887819Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.36888553Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.36889268Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.36890027Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":25,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.36890836Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-28 01:54:10.368822049 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.36891552Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.36892237Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.3689292Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368936081Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368943581Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368950711Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368957851Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368965521Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-28T02:04:10.368973391Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368982021Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\"}","iteration":13,"elapsed":"14.37µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.368992532Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369004032Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369014322Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369023022Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369030622Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369037622Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369044382Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369051303Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.369058603Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369065393Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369072393Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369080643Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369087853Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369094453Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369100843Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369107874Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369118874Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369126824Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369134174Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369140544Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369147584Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369154644Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369160795Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369168945Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369176175Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369182465Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369235406Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369249146Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369290757Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369301907Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369370458Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369405009Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369426329Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369436389Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369445229Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.36949249Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.36950457Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369513501Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369522011Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"36d4f615-7461-4364-960c-89ece3aaabaf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"eb274350-c0b0-4bce-9c8a-502880f2c905.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"eb274350-c0b0-4bce-9c8a-502880f2c905.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1516, tv_nsec: 839669749 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369536221Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369545751Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369590102Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369599922Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369608042Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369616303Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369625343Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369656453Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369666573Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369675493Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369747685Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369765065Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"41ea4a99-3038-474e-bf28-2ad338f3243f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9402a51b-d30f-4544-93ec-0f5dc7a485e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d23bc5f2-6b92-4992-bdd2-8695e5bf9c0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d23bc5f2-6b92-4992-bdd2-8695e5bf9c0f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1516, tv_nsec: 839915714 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369981559Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.369993499Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"1.1194ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.370327685Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.370342365Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":12,"elapsed":"1.642629ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.37118763Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.371728079Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.371985624Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.372283879Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.372543493Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.372566654Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"3.773215ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.373212475Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.373237395Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.373363197Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.374401815Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.374422296Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.374431956Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.374567089Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.375288911Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1516, tv_nsec: 845442170 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.375564456Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.3757919Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1516, tv_nsec: 845948748 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.375920672Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.376034214Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.376193337Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.376869949Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.378920504Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.378939154Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.379107957Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.379149878Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.379160638Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.379350192Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.380333378Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.380346739Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.380496352Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.380709405Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.380873408Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-28 01:54:10.368822049 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.380883298Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"expiration\":\"2024-11-28T01:54:10.368822049Z\",\"pruned\":[]}","iteration":12,"elapsed":"12.05639ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.382531387Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.382555527Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.382668609Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.382743571Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.383117337Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.383353671Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.3850487Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.385281144Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.385307795Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.385455378Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.386698579Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"17.583975ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.386910433Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.386927383Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.387064755Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.389186602Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"20.478036ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.392092173Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.392777315Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.396365807Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.396752374Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.399106485Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.39939819Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.40059319Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.4046264Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.404661291Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.404849064Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.409563136Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.410106506Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.410317429Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.412338514Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.412368155Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.412587899Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.414551633Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.417173818Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.417197059Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.417325011Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.419852815Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.422382899Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.42240808Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.422588312Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.424835302Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.425196978Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.431466047Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.431990156Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.433202637Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.433447441Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.433682015Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"64.608812ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.436882331Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1516, tv_nsec: 907021919 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.437224187Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.437248727Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.437257467Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.437265167Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.437640714Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.438370177Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.438690412Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.440139317Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.440172678Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":67,"elapsed":"71.327819ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.440254529Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.44028034Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.44029134Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"71.223067ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.440534914Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.44374139Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.445524481Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"76.453388ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.446812443Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.448042965Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.448086075Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.448097526Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"79.103054ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.449136604Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.449168754Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.449327217Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.451590476Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.451614447Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"82.93325ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.456459311Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.456514632Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.456721225Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.459014135Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.459353361Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.459371662Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.460779626Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.463489953Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Sled { parent: Fleet, key: 313847b3-d670-4167-9b09-9e7d3dfcb2a4, lookup_type: ById(313847b3-d670-4167-9b09-9e7d3dfcb2a4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.463523323Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.463680306Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.465416036Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"0","iteration":23,"elapsed":"96.479726ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.468779885Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.46906015Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"99.979667ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.469144881Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.469937805Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.469974446Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"101.205998ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.470182739Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.471647315Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.473239152Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.473256243Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.473265653Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"104.523125ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.473864713Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.473878543Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.474116758Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.474468514Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"105.436001ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.479028793Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.479053133Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.479060993Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.479068453Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.479240936Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.481246211Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.484207583Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.484233843Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.484387146Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.487151214Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.487174834Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a7e6af61-408c-483d-b043-c27ccf55708e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.487189615Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.487456789Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.490104355Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.492308003Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.492341424Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.49270324Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8056084-c731-4421-9df5-c5261a1154a5\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:04:10 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.492729851Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.49383967Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.49386577Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.493875001Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.493882271Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.49437803Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.495016621Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.495045361Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.495331476Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.495518649Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.495898816Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.497554625Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a7e6af61-408c-483d-b043-c27ccf55708e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.497582415Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.497596025Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_time_created":"2024-11-28 01:53:43.351579 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.497611076Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":2}","iteration":12,"elapsed":"128.847668ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.502602892Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.502632213Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.502643363Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.502655593Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.502665503Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.526590239Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.540118104Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.540183625Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.540618713Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f0be833-cae2-4826-af2e-738efa5a81c5\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:04:10 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.540644933Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.542271991Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-28T01:53:08.890632Z, time_modified: 2024-11-28T01:53:08.890632Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7e159834-997a-4c03-b9db-1e91d783221c, db_silo: Silo { identity: SiloIdentity { id: 7e159834-997a-4c03-b9db-1e91d783221c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-28T01:53:43.308696Z, time_modified: 2024-11-28T01:53:43.308696Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7e159834-997a-4c03-b9db-1e91d783221c, db_silo: Silo { identity: SiloIdentity { id: 7e159834-997a-4c03-b9db-1e91d783221c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-28T01:53:43.308696Z, time_modified: 2024-11-28T01:53:43.308696Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.542308892Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7e159834-997a-4c03-b9db-1e91d783221c\",\"tls_certs\":[\"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\"]}},\"default_endpoint\":{\"silo_id\":\"7e159834-997a-4c03-b9db-1e91d783221c\",\"tls_certs\":[\"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"173.305711ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.542685978Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.55717381Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.562299849Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.56234141Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"808a324e-c913-4bfc-91a5-d43c961cd511"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.5623539Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.562806788Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.564604179Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.56636612Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"197.52243ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.567950977Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.567976968Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.568138961Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-28T02:04:10.611662337Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.611710528Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"242.739787ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.653929011Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.654301497Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.729337171Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.729737618Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"b09d82d1-6891-4073-ae5b-38cafc85bdd8\", \"date\": \"Thu, 28 Nov 2024 02:04:10 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.729758268Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.731478558Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"5e93de0b-21f9-401d-86f8-51e4ece24857\", \"date\": \"Thu, 28 Nov 2024 02:04:10 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.731497868Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.732640118Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.732652658Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"363.766348ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.828727257Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":23,"elapsed":"459.904619ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.829987399Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.829999129Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.830296404Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70f924f3-80f2-450c-a4c1-3c36be1d9595\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:04:10 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.830309825Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.83233351Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.851560394Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.85189836Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3b51194-de16-4bf9-a631-6c1dcb51b28c\", \"content-length\": \"1\", \"date\": \"Thu, 28 Nov 2024 02:04:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.854330292Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.854644917Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.855324889Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.855337649Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.855816508Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdf23666-9c32-41a5-8f88-aecb113a7303\", \"content-length\": \"372\", \"date\": \"Thu, 28 Nov 2024 02:04:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.855857898Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.856139023Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.858169098Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"808a324e-c913-4bfc-91a5-d43c961cd511"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.858195639Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.858205699Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_time_created":"2024-11-28 01:53:42.502562 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.858214769Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":1}","iteration":12,"elapsed":"489.283229ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.859030193Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.862254909Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.862539574Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"null","iteration":23,"elapsed":"493.719916ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.864213903Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.864232044Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.864377556Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.878234417Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.878259457Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.878502742Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f611d6bc-7e29-487e-ac2a-cd79de059bdd\", \"date\": \"Thu, 28 Nov 2024 02:04:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.878513922Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.878891158Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.880848022Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.881244919Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.883830764Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.884068678Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.88765175Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.887670061Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.888091088Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"acb72cc9-6d67-419c-ac8c-6e71092f7ab2\", \"date\": \"Thu, 28 Nov 2024 02:04:10 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.890440509Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":23,"elapsed":"521.676552ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.903304152Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.903866982Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.904394751Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"56047d0b-59be-428f-bcbd-fe84a53bbd87\", \"date\": \"Thu, 28 Nov 2024 02:04:10 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.904407061Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.905233536Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.905243476Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.905386338Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.905945058Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"65ce0a7c-e00b-4f37-94fa-2e717be7ef90\", \"date\": \"Thu, 28 Nov 2024 02:04:10 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.905957059Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.907701749Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"81fbd217-8e9a-442f-a7b2-f8a915532bb9\", \"date\": \"Thu, 28 Nov 2024 02:04:10 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.907713569Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.909810485Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.909891407Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"540.900605ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.951171894Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.95152976Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.953223789Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4bb2986f-2e92-4ac3-9dc1-591b6bb60b3e, rack_id: 92a8ff6e-21d3-4c28-bcad-e323847985dc, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea300318-9d62-42ed-80ea-21c86590a166) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.9532362Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.953430113Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.962850127Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.963192233Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83d51164-9ca8-4761-8572-872450b73995\", \"content-length\": \"134\", \"date\": \"Thu, 28 Nov 2024 02:04:10 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.963218953Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.963231173Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea300318-9d62-42ed-80ea-21c86590a166","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.963537628Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.963551379Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.963558139Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.963565049Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.963572299Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.963580089Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.963752212Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.963763232Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.963931135Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.963939855Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.96416257Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.966146014Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.966304087Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22847930-f943-49da-aa46-28545c501eab\", \"content-length\": \"2\", \"date\": \"Thu, 28 Nov 2024 02:04:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.966325577Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.966435999Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1898898-fe18-42c7-9719-66d38092fcf9\", \"content-length\": \"52\", \"date\": \"Thu, 28 Nov 2024 02:04:10 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:10.966458399Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.966469099Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:10.992436781Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.063627687Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8acc99f1-04ec-4cbd-bbde-8e894e2600fd\", \"date\": \"Thu, 28 Nov 2024 02:04:10 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:11.063647287Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.063656368Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.064104715Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d38c8f4-1ec8-4a2f-a9dc-30b8ea52522a\", \"content-length\": \"682\", \"date\": \"Thu, 28 Nov 2024 02:04:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.064148246Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.064446731Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.064492522Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3db14f65-ba9a-493b-9171-3a5a1d088c18\", \"content-length\": \"691\", \"date\": \"Thu, 28 Nov 2024 02:04:11 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:11.064516113Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:11.064524493Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:11.064532353Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.065653002Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":23,"elapsed":"696.992577ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.068295938Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.068639414Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.07245083Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.072672664Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.074889833Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.075084546Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.082333402Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":23,"elapsed":"713.467863ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.184625019Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"producer-registration-task","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.18467201Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"producer-registration-task","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.226389154Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"producer-registration-task","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:11.226518676Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50327"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.226756271Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"58a50bfb-87fa-46b1-906b-bda100f98bea","remote_addr":"[fd00:1122:3344:101::c]:50327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.227199768Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"58a50bfb-87fa-46b1-906b-bda100f98bea","remote_addr":"[fd00:1122:3344:101::c]:50327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:11.277909349Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/oximeter.rs:76","collector_id":"119eed64-2e24-4d5f-8c42-be6cd8bec8b5","producer_id":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:11.27795822Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/metrics/producers","method":"POST","req_id":"58a50bfb-87fa-46b1-906b-bda100f98bea","remote_addr":"[fd00:1122:3344:101::c]:50327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51260,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.278029991Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"producer-registration-task","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58a50bfb-87fa-46b1-906b-bda100f98bea\", \"content-length\": \"41\", \"date\": \"Thu, 28 Nov 2024 02:04:11 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.279546288Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"producer-registration-task","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:11.279563078Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"producer-registration-task","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:14.193561441Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"1c699d79-f357-4e4c-a0d0-1b48e32542ee","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":286,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:20.368785958Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:20.368860269Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:20.368875949Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:20.368891089Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:20.369273256Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:20.369327257Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:20.371393203Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:20.371632427Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:20.372201967Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:20.374922734Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:20.374936244Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:20.375107267Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:20.377648061Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:20.377877645Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:20.379204759Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:20.381854665Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:20.381867065Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:20.382018997Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:20.398666577Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:20.398693307Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":68,"elapsed":"29.891999ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:20.406684526Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"37.918248ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:24.194066679Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"7fbe21f3-350c-4977-b8e2-e4656b236a9a","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":265,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:30.368234858Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:30.368293248Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:30.368304139Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:30.368314299Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:30.368672005Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:30.368709306Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:30.397785431Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:30.397810731Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:30.398071586Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:30.400000389Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"31.770632ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:30.40061533Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:30.40062845Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:30.400766032Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:30.402979051Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:30.403141104Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:30.404384586Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:30.406795017Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:30.406811628Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:30.40693729Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:30.417459602Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:30.417487033Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":69,"elapsed":"49.230675ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:34.194274302Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"132c719c-734b-437b-8b8e-e67b091fd098","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":403,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.36838497Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368439851Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368450431Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368459281Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368466461Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368474591Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368481841Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368488641Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368495012Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.368504422Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368511912Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368550893Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368559693Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368566953Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368574893Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368581073Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368587963Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368595683Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368603023Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368610324Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368616864Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368624414Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368633374Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368642974Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368653834Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368663915Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368675205Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368829758Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368856408Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368930069Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.368943849Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.36895518Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.36896391Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.36897448Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.3689841Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.369004361Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.369014971Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.369026201Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.369036541Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.369584531Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.369596131Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.369605811Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.369614331Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.369622141Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.369630571Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.369638541Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.369646662Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.369807194Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.369818144Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.369888376Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.369912576Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.37130125Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.372898768Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"4.381386ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.373273035Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.373295855Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.373429637Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.373469418Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1546, tv_nsec: 843547567 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.373792544Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.37588099Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.376694824Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.378131659Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.3781571Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.378326172Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.379174807Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.379196958Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.37933673Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.37988797Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1546, tv_nsec: 849954978 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.380193745Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.383526883Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.383732766Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.383759277Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.384744224Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1546, tv_nsec: 854815602 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.385032709Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.386123948Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.386146308Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.386344772Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.40409646Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.406079974Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.406101475Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.406246527Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.414807376Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.415161512Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.415184932Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.415195283Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.415202013Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.415382026Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.418436849Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.418971768Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.419227273Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.420669088Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.421059585Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.421075085Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.421085325Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.421283818Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.421508242Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"51.913871ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.421896069Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.423196032Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.424020906Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.42425973Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"54.659969ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.424311101Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.425027903Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.425054564Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.425222087Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.426263595Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.426280935Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.426429148Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.427151991Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.427306793Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.428369722Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.428547915Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.44551967Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.44557916Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.445897676Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd92f29b-3ca8-4c29-8c1c-7f2a9cc5c84a\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:04:40 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.445924557Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.447323271Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"78.949402ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.448389909Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.44841501Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.4484229Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.448740135Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.448889248Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.450443965Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.45074786Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.452822666Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.453279444Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.461503597Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.462411843Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.462443564Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"94.006683ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.462514035Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.462612786Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.46283401Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.464602551Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.464619171Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.464782644Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.466223579Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Sled { parent: Fleet, key: 313847b3-d670-4167-9b09-9e7d3dfcb2a4, lookup_type: ById(313847b3-d670-4167-9b09-9e7d3dfcb2a4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.466249139Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.466404192Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.466695187Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"97.088546ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.467283208Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"98.790256ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.468523399Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.468538239Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.468847105Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"854a2387-1731-4284-a027-f4124e204bc1\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:04:40 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.468865105Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.470597205Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.479561101Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.479590931Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.479885416Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e225007-c0b8-41ab-91db-c5fe652f7502\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:04:40 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.479915417Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.48241582Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.486465201Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.486478701Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.486487271Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"118.01925ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.494775895Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.495116971Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.52903356Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"160.63629ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.56584816Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.566170845Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"651b8099-c55a-4b5c-b16d-9f5614726469\", \"content-length\": \"2\", \"date\": \"Thu, 28 Nov 2024 02:04:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.567680411Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.567956596Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.601120062Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":24,"elapsed":"232.5563ms"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.643266884Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.643310515Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.643691462Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfcd4784-55da-4612-9fa6-c2f6c30a3156\", \"content-length\": \"372\", \"date\": \"Thu, 28 Nov 2024 02:04:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.643716232Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.644044808Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.646827316Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"0","iteration":24,"elapsed":"278.323315ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.647565959Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"null","iteration":24,"elapsed":"279.157919ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.65742291Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.657450441Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":70,"elapsed":"288.881607ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.674870193Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"305.267523ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.701631938Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.701680679Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.701993364Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"23571078-ff33-4b27-9b9b-c4589b170fb1\", \"date\": \"Thu, 28 Nov 2024 02:04:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.702011615Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.702405372Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.704219443Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.704481528Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.711767744Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.712215822Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.716507806Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.716536537Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.716946094Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5aab0246-3f36-4427-b41f-68ff0aeec47a\", \"date\": \"Thu, 28 Nov 2024 02:04:40 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.719322985Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":24,"elapsed":"350.872444ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.743258011Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.743618127Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.745652783Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4bb2986f-2e92-4ac3-9dc1-591b6bb60b3e, rack_id: 92a8ff6e-21d3-4c28-bcad-e323847985dc, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea300318-9d62-42ed-80ea-21c86590a166) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.745675463Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.745849026Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.753864505Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.754228852Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ea2309b-c479-4de0-a847-65310c15dbf4\", \"content-length\": \"134\", \"date\": \"Thu, 28 Nov 2024 02:04:40 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.754253942Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.754267032Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea300318-9d62-42ed-80ea-21c86590a166","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.754604038Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.754616798Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.754624119Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.754632219Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.754639669Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.754647669Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.754822512Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.754831312Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.754978895Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.754986535Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.755321891Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.757701142Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.757868175Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3cd0a58-7ba5-4097-97a5-2ffb80621e63\", \"content-length\": \"2\", \"date\": \"Thu, 28 Nov 2024 02:04:40 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.757884605Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.758029558Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de5a9c2a-ce6d-47d4-9598-e2fa1f061024\", \"content-length\": \"52\", \"date\": \"Thu, 28 Nov 2024 02:04:40 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.758049698Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.758063948Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.763848779Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.764188655Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.796951314Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.798947868Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.798968069Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.799131521Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.831100027Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.83302647Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.833044121Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.833175813Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.866551633Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"0f8ed915-52bd-4d52-ace6-5efedeab41ed\", \"date\": \"Thu, 28 Nov 2024 02:04:40 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.866586903Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.866600744Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.866906799Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbc0eed9-8012-4ca4-95de-67efcf3d0e93\", \"content-length\": \"682\", \"date\": \"Thu, 28 Nov 2024 02:04:40 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.86695236Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.867317876Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.871250364Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.871468858Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.875699491Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.876035447Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.877778448Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.877969551Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.88595789Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":24,"elapsed":"517.424457ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.92282299Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.923234467Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15d6fec9-0c96-48ba-81df-9007382e3737\", \"content-length\": \"691\", \"date\": \"Thu, 28 Nov 2024 02:04:40 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.923280398Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.923301428Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:40.923311518Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:40.923949Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":24,"elapsed":"555.491168ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:44.193879235Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"b41589fc-e08c-4f03-ba7a-f87fce671c97","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":435,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:50.368324968Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:50.36840746Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:50.36842757Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:50.36844249Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:50.368884888Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:50.368921159Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:50.370942234Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:50.371115647Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:50.37128602Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:50.373992217Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:50.374011427Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:50.374142489Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:50.376621992Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:50.376836526Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:50.378324222Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:50.380889217Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:50.380903287Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:50.381033849Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:50.392842084Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:50.392861765Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":71,"elapsed":"24.538426ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:04:50.400002989Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"31.70294ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:04:54.193378906Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"32829498-a967-49cf-8e1f-da1d056673f8","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":294,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:00.368620763Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:00.368702114Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:00.368719164Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:00.368734855Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:00.369181552Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:00.369245113Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:00.372016912Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:00.374546806Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:00.374558346Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:00.374692038Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:00.376703693Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:00.376955867Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:00.378310021Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:00.380911636Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:00.380924206Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:00.381072689Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:00.3903508Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:00.390375151Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":72,"elapsed":"21.747257ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:00.397420103Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:00.397768649Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:00.424459232Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"55.86168ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:04.194013956Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"90a9136c-cba9-4967-a721-e8b33f8888a2","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":450,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:09.186176995Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?sort_by=id_ascending","method":"GET","req_id":"cf302f7c-15e0-4564-8b6e-2e1b4aec0f59","remote_addr":"[fd00:1122:3344:101::d]:59527","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:09.186649253Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?sort_by=id_ascending","method":"GET","req_id":"cf302f7c-15e0-4564-8b6e-2e1b4aec0f59","remote_addr":"[fd00:1122:3344:101::d]:59527","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:09.189671326Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?sort_by=id_ascending","method":"GET","req_id":"cf302f7c-15e0-4564-8b6e-2e1b4aec0f59","remote_addr":"[fd00:1122:3344:101::d]:59527","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3580,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:09.18989782Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNDM0YjQ0OC01MTk5LTQ2NmUtYWYzMi00ZjYyOWUzMWM3YjEifX0%3D","method":"GET","req_id":"eafde2ee-34e3-4945-8d4f-c275f463917f","remote_addr":"[fd00:1122:3344:101::d]:59527","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:09.190221995Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNDM0YjQ0OC01MTk5LTQ2NmUtYWYzMi00ZjYyOWUzMWM3YjEifX0%3D","method":"GET","req_id":"eafde2ee-34e3-4945-8d4f-c275f463917f","remote_addr":"[fd00:1122:3344:101::d]:59527","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:09.192001316Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/metrics/collectors/119eed64-2e24-4d5f-8c42-be6cd8bec8b5/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNDM0YjQ0OC01MTk5LTQ2NmUtYWYzMi00ZjYyOWUzMWM3YjEifX0%3D","method":"GET","req_id":"eafde2ee-34e3-4945-8d4f-c275f463917f","remote_addr":"[fd00:1122:3344:101::d]:59527","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2155,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.368969998Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.3690407Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.36906016Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.36907395Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369086071Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369101041Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369114421Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369127581Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369144301Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369157782Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.369171672Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-28 01:55:10.369067100 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369186462Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369199542Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369213133Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369225963Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369240443Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369254233Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369266754Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369281104Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369295204Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369308534Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369320764Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369335425Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369348045Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369361515Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369373916Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369386916Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369400116Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369412396Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369424406Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369440037Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369452287Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.369464997Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369477297Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369491647Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369503078Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369517058Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-28T02:05:10.369530118Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369549639Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\"}","iteration":14,"elapsed":"18.34µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369564209Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.369577869Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369589949Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.3696021Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.36961517Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.36962787Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.36964278Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.36965809Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369673101Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369687651Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369703371Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369716391Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369731102Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369745222Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369758312Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369772732Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369786553Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369801733Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369815823Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369831784Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369845994Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369860334Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369874844Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369888925Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369904295Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369918715Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369937845Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.369992826Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370033507Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370054387Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370072808Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370110818Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370124878Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370134549Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.37020693Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.37021821Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370250401Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"41ea4a99-3038-474e-bf28-2ad338f3243f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9402a51b-d30f-4544-93ec-0f5dc7a485e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d23bc5f2-6b92-4992-bdd2-8695e5bf9c0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d23bc5f2-6b92-4992-bdd2-8695e5bf9c0f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1576, tv_nsec: 840220759 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370266951Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370276071Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370283811Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370292401Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370300532Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370307272Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370315582Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370324502Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370332132Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370347042Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"36d4f615-7461-4364-960c-89ece3aaabaf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"eb274350-c0b0-4bce-9c8a-502880f2c905.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"eb274350-c0b0-4bce-9c8a-502880f2c905.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1576, tv_nsec: 840339291 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370360283Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370369563Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370376493Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370383553Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370390803Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370425464Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370555376Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370567256Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.37077765Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.37078878Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370841831Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370853951Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.568207ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370924723Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370934652Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"1.890493ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.370994244Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.371020134Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.371182107Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.373454726Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-28 01:55:10.369067100 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.373482427Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"expiration\":\"2024-11-28T01:55:10.369067100Z\",\"pruned\":[]}","iteration":13,"elapsed":"4.393616ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.374024156Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.903525ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.375543973Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.375777637Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1576, tv_nsec: 845718484 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.375810167Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.376079922Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.376327316Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1576, tv_nsec: 846313825 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.376644312Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.378681167Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.380891796Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.380917666Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.381059428Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.387239876Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.387534001Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.388657791Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"19.159293ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.418501339Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.420145347Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.421889988Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.422311945Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.422625401Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"53.102732ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.422768253Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.422962846Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.423073518Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.423087229Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.42320566Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.423298662Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.423546306Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.423557437Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.423793451Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.424828469Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.425208885Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.425224786Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.425307557Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.425436859Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.425534891Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.425667953Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.427082418Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.428028724Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.428042875Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.428051605Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"58.595577ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.428087375Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.428099985Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.428289169Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.428446551Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.428458112Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.428602764Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.428614034Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.430230893Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.430264273Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.430394905Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.430736891Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.430751131Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.430897834Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.430909104Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.431867941Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"62.272282ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.431893371Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.432209247Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.43237818Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.432848878Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.432859118Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.432869798Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.433045251Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.433055742Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.434654359Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.43467004Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.43467691Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.434951715Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.435530334Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.435553445Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.435598986Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.435655647Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.435672017Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.435681857Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.435691167Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.435883351Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.436238767Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.437144943Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.437355706Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.438284753Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.438332643Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.438358854Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.438398584Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.438410045Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.438531337Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.438549227Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.438607898Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.438639248Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.438650989Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.438687749Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.438803751Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"69.439366ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.438852732Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.438898433Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.438907253Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.438922333Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.439103087Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.439863Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.441703022Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.441723992Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.441853595Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.443260609Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"74.016345ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.44507399Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.445539108Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DnsResolver","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-313847b3-d670-4167-9b09-9e7d3dfcb2a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1576, tv_nsec: 915514597 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.445808313Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.445915735Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"76.346087ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.44617867Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.446571536Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.446593517Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"77.17276ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.447239568Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.447266238Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.447393581Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.448819605Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.448841936Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.448971378Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.455591663Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.456028351Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.463012732Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.463067283Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"93.962672ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.463080493Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":73,"elapsed":"93.84055ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.472535897Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.475913996Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.47726553Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"107.854003ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.477753648Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.477935251Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.478250147Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.478272267Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.478279987Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.478523841Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.480571287Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.480931033Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.481542894Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.481567624Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.481577074Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.481585854Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.481812869Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.482587152Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.482681793Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.483332745Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.487007419Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.487033269Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.487046319Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"117.754846ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.48766076Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Sled { parent: Fleet, key: 313847b3-d670-4167-9b09-9e7d3dfcb2a4, lookup_type: ById(313847b3-d670-4167-9b09-9e7d3dfcb2a4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.487692221Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.487838253Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.487856554Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.487940185Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.488078897Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.488772319Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.48879531Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.488972473Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.490588681Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"0","iteration":25,"elapsed":"121.410429ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.505864806Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.535630583Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.535688464Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.535699874Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.535710005Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.53602209Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.536097541Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.536115622Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.536126032Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"166.698696ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.543461089Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.543474829Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a7e6af61-408c-483d-b043-c27ccf55708e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.54348548Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.543955918Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.546736946Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.547018191Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.555424697Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.555451457Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.555797274Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e2b747b-d8bd-4f68-81d1-7136dceca1f9\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:05:10 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.555814814Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.558024002Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.598149069Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.598507576Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.613658779Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"244.442326ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-28T02:05:10.613998254Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.614034765Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"245.038317ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.694080865Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.700727371Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.700776202Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.70121554Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2539a01-10fb-42a5-9999-fc71c20f1217\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:05:10 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.70125164Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.704330103Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.706889778Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.714615212Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.715295614Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28b41b55-bec5-4bb9-8eea-26552fe4652d\", \"content-length\": \"2\", \"date\": \"Thu, 28 Nov 2024 02:05:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.716929152Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.717307969Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.754445654Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.754604437Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.75477334Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"MgsClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5cd0afa-96f0-436e-a3c9-035824909ea7\", \"content-length\": \"26\", \"date\": \"Thu, 28 Nov 2024 02:05:10 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.75479339Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.75826589Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.829003869Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.82904333Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.829442447Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2f0c863-f2b5-49fc-b647-974c41dcd5e6\", \"content-length\": \"372\", \"date\": \"Thu, 28 Nov 2024 02:05:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.829484787Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.829972306Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.836900726Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.840029951Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.840532369Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.84054782Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.840776933Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.844155752Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.844180313Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.844342995Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.846718237Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"null","iteration":25,"elapsed":"477.570115ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.847992129Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a7e6af61-408c-483d-b043-c27ccf55708e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.848016499Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.848026699Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_time_created":"2024-11-28 01:53:43.351579 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.84803646Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":2}","iteration":13,"elapsed":"478.466511ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.866663373Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.867219663Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"64d293ae-3e57-4675-9e7d-12edebbeb4ef\", \"date\": \"Thu, 28 Nov 2024 02:05:10 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.867234813Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.868560186Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ea6b94ed-e477-4392-977f-01b59168be02\", \"date\": \"Thu, 28 Nov 2024 02:05:10 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.868570736Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.870159664Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fdb1d55c-638d-4238-aa95-270e9f48f668\", \"date\": \"Thu, 28 Nov 2024 02:05:10 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.870170194Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.872015986Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.872041347Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"502.887015ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.874753114Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.877118495Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.877140335Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.877328088Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.878421487Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.878827834Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"677586a8-9664-4902-9c5d-d2b17f92861b\", \"date\": \"Thu, 28 Nov 2024 02:05:10 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.878850715Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.880796049Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"51df1ba0-0d1a-4b2b-9de2-e25fbf06835b\", \"date\": \"Thu, 28 Nov 2024 02:05:10 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.880810749Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.882645011Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.882659931Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"513.358387ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.88721914Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.887308542Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.887335352Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"808a324e-c913-4bfc-91a5-d43c961cd511"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.887348162Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.888206087Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.89008854Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":25,"elapsed":"520.99004ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.890177982Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.890190752Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.890381265Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.89067564Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.89068654Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.890894344Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"57ca8c54-c9f9-4860-856a-8b207654bb83\", \"date\": \"Thu, 28 Nov 2024 02:05:10 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.890906624Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.891281541Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.891958102Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.893762814Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.893838665Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.893849115Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.894045249Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.89408421Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.89699751Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.897186373Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 313847b3-d670-4167-9b09-9e7d3dfcb2a4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.901241934Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.901259984Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.90158212Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3f59b3f9-a348-4113-b375-3701d556ea85\", \"date\": \"Thu, 28 Nov 2024 02:05:10 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.903092346Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":25,"elapsed":"533.738731ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.92058729Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-28T01:53:08.890632Z, time_modified: 2024-11-28T01:53:08.890632Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7e159834-997a-4c03-b9db-1e91d783221c, db_silo: Silo { identity: SiloIdentity { id: 7e159834-997a-4c03-b9db-1e91d783221c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-28T01:53:43.308696Z, time_modified: 2024-11-28T01:53:43.308696Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7e159834-997a-4c03-b9db-1e91d783221c, db_silo: Silo { identity: SiloIdentity { id: 7e159834-997a-4c03-b9db-1e91d783221c, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-28T01:53:43.308696Z, time_modified: 2024-11-28T01:53:43.308696Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.92061241Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7e159834-997a-4c03-b9db-1e91d783221c\",\"tls_certs\":[\"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\"]}},\"default_endpoint\":{\"silo_id\":\"7e159834-997a-4c03-b9db-1e91d783221c\",\"tls_certs\":[\"bc39d1b3b4bb84a49d6458ed7aedc5bca9e77742c7b35882b64d188c0602d306\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"551.580971ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.921928273Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.926535683Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.926549433Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.926787087Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.929513855Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"808a324e-c913-4bfc-91a5-d43c961cd511"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.929526985Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.929541865Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"current_time_created":"2024-11-28 01:53:42.502562 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.929551326Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"generation\":1}","iteration":13,"elapsed":"560.338882ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.983616645Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.98394388Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.985373245Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4bb2986f-2e92-4ac3-9dc1-591b6bb60b3e, rack_id: 92a8ff6e-21d3-4c28-bcad-e323847985dc, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ea300318-9d62-42ed-80ea-21c86590a166) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.985387395Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.985728811Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.991713585Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.992160833Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"SledAgent":"313847b3-d670-4167-9b09-9e7d3dfcb2a4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b647f2b0-e2a7-4450-9330-275c869e8dba\", \"content-length\": \"691\", \"date\": \"Thu, 28 Nov 2024 02:05:10 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.992183674Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.992192263Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.992199644Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.992797694Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":25,"elapsed":"623.857496ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.996396627Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.996680041Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a190c251-a253-44c3-a9bd-27bd33a590a0\", \"content-length\": \"134\", \"date\": \"Thu, 28 Nov 2024 02:05:10 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.996703132Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.996715502Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ea300318-9d62-42ed-80ea-21c86590a166","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.996992637Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.997005757Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.997013507Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.997021158Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.997029768Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.997037368Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.997220911Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.997246131Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:10.997375134Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.997386454Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.997684609Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.999815346Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.999958689Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7f3b4e1-1847-4b2f-b6ed-f6c8afe4f577\", \"content-length\": \"2\", \"date\": \"Thu, 28 Nov 2024 02:05:10 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:10.999970699Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:11.00006937Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"component":"DpdClient","rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5a394d2-504f-4f24-b714-da336cb57c46\", \"content-length\": \"52\", \"date\": \"Thu, 28 Nov 2024 02:05:10 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:11.000081961Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:11.000091991Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:11.097236028Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fdd4678f-db87-4c1d-9fdb-cb7dc103d96b\", \"date\": \"Thu, 28 Nov 2024 02:05:10 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:11.097273329Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:11.097282569Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:11.097835838Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"rack_id":"92a8ff6e-21d3-4c28-bcad-e323847985dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"842dd4c6-c0d1-47e7-8657-89bd75e1e7fa\", \"content-length\": \"682\", \"date\": \"Thu, 28 Nov 2024 02:05:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:11.097879329Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:11.098235576Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:11.101195727Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:11.101541253Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:11.104748399Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:11.104955172Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:11.106854035Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:11.107081279Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:11.115059448Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{}","iteration":25,"elapsed":"745.877795ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-28T02:05:14.193538018Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"uri":"/2d033909-79ed-49ae-b11d-aeb32740cc17","method":"GET","req_id":"a04236c6-262b-443e-811a-c33880146586","remote_addr":"[fd00:1122:3344:101::d]:60805","local_addr":"[fd00:1122:3344:101::c]:42800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":298,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:20.368751814Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:20.368825725Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:20.368844056Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:20.368859496Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:20.369370695Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:20.369394245Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:20.37197991Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:20.374692087Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:20.374706098Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:20.37483717Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:20.37714515Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:20.377515436Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:20.379078343Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:20.381626568Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 67ac247f-c934-4c78-857a-fba4fbeb9937, lookup_type: ById(67ac247f-c934-4c78-857a-fba4fbeb9937) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:20.381640298Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:20.38177287Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:20.394451321Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"original_time_created":"2024-11-28 01:53:03.159475 UTC","original_target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","time_created":"2024-11-28 01:53:03.159475 UTC","target_id":"67ac247f-c934-4c78-857a-fba4fbeb9937"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:20.394473561Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"67ac247f-c934-4c78-857a-fba4fbeb9937\",\"time_created\":\"2024-11-28T01:53:03.159475Z\"}","iteration":74,"elapsed":"25.724886ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:20.398187575Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:20.3984384Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-28T02:05:20.427009416Z","hostname":"oxz_nexus_2d033909-79ed-49ae-b11d-aeb32740cc17","pid":23411,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2d033909-79ed-49ae-b11d-aeb32740cc17","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"58.277762ms"}