{"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:07.180694019Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"422188f9-cf31-441f-8272-cae6e1512df3","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":453,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:10.229595303Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:10.229653274Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:10.22994388Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:10.229983271Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:10.229995121Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:10.230179584Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:10.23152277Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:10.234052668Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:10.234065369Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:10.234204971Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:10.236373313Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:10.236541976Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:10.238164847Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:10.240543483Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:10.240556803Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:10.240688985Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:10.24986429Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:10.249885921Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":60,"elapsed":"20.312998ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:10.259987844Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:10.260267659Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:10.261421501Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"31.43274ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:17.180837739Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"3e2050fc-0fac-4592-b85b-beaa111a8bc7","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":259,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.22952566Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.229613852Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.229639232Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.229657992Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.229676333Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.229696483Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-16T21:00:20.229713744Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.229733044Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\"}","iteration":12,"elapsed":"21.75µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.229754614Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.229774355Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.229791715Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.229811285Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.229828686Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.229845336Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.229864376Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.229883427Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.229903477Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.229921388Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.229940578Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.229960138Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.229980559Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.229997549Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230014419Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.23003217Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.23005084Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.23006988Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.230089401Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-16 20:50:20.229719924 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230109921Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230126812Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230139482Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230150082Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230160022Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230169892Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230179713Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230189003Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230198793Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230208273Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230217063Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230226693Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230238803Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230251144Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230261984Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230271834Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230281904Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230291095Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230301525Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230310715Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230321015Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230330295Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230339196Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230348696Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230356976Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230365726Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.230375506Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230384566Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230393846Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230403527Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230412397Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230424097Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230437167Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230448538Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230459788Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230470798Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230480358Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230492438Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2119cbc5-42cf-405b-af5a-3fb6ae08bc7a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2185e6c6-5b12-4687-9851-21db46e777e2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"2185e6c6-5b12-4687-9851-21db46e777e2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1748, tv_nsec: 760652084 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230510209Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2bad804c-125d-4b4f-bbb4-08849c8bee33.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2e73705b-19c3-4191-883c-2bba82160d3f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b71de63e-bd28-4173-9d76-157895abd57e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b71de63e-bd28-4173-9d76-157895abd57e.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1748, tv_nsec: 760660994 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230528079Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230538879Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230545809Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230554089Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.23056213Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.23057053Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.23057868Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.23058566Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.23059409Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.23060237Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230609461Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230871876Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.230910516Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":11,"elapsed":"1.323785ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.231010188Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.231022618Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":11,"elapsed":"1.247264ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.231979677Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.232771672Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.232903794Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1748, tv_nsec: 763119361 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.232946245Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.232956275Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.232963346Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.232969986Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.232976376Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.232983356Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.232989536Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.232995916Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.233002556Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.233008607Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.233014007Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.233020447Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.233026037Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.233031357Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":11,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.233037187Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.233044467Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.233215871Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.233273732Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.233287622Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.233296042Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.233304282Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.233368493Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.233376334Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.233383294Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.233496166Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.233539687Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"3.930205ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.235724238Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.235738489Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.235942383Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.236193617Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.236201917Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.23632995Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.236878341Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.237052494Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.238312878Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.238597503Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1748, tv_nsec: 768770669 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.238832508Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.239634353Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-16 20:50:20.229719924 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.239648643Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"expiration\":\"2024-12-16T20:50:20.229719924Z\",\"pruned\":[]}","iteration":11,"elapsed":"9.919239ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.23999146Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.24001235Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.240139343Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.242309744Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.243791153Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.244004837Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.244802602Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.244825162Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.244964095Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.250635983Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"17.626777ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.252726863Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.252997498Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.28450838Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.284678204Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.28500349Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.28503777Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.285057231Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.285997509Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.287077589Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.288948675Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.28917602Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.28920344Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.289365033Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.289422884Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.289438505Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.289454545Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.28971556Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.290729769Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.2907565Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.290939233Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.291919962Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.292212778Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.293218157Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.29336627Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"60.407464ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.293523303Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.294201076Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1748, tv_nsec: 824412392 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.294235966Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.294250307Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.29444164Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.294579063Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.295245436Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.295471Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.295540651Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.295796766Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.295824307Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.295838627Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"62.859221ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.295955549Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.29599025Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.296285816Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.296423208Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"66.520871ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.29704433Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.298744572Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.299774282Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":21,"elapsed":"66.775075ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.300901234Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.300925494Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.300933124Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.301108978Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.301277331Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.301407243Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.301663948Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.301678739Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.301879242Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.301943574Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","candidates":"[(1f4ffd24-7dc9-4bb2-8978-9e382eae9b9b, 0), (f610df22-eef4-4db0-bb20-5128859cbec0, 0), (adc16a3e-896b-4588-a503-8e3726b685f3, 0), (d68bf513-9255-4506-bdef-ea529018d2ed, 0)]","collection_id":"1f4ffd24-7dc9-4bb2-8978-9e382eae9b9b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.301954754Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.302134637Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.306280207Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.306531651Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.307209244Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.307235315Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.307440059Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.30754052Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.307836166Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.309304454Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.309325665Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"76.337218ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.309562189Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.30958566Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.309718742Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.311576638Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.31170185Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.314924852Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.314950982Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.315110805Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.315614265Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.315646326Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.31586455Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.318369078Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.318681853Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.32060834Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.320979677Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.326495103Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.328645234Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.328667274Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.328677744Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"99.039063ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.330488199Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.330908137Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.330937328Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":61,"elapsed":"101.109442ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.33209108Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.332517548Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.335461584Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.335492415Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.335504145Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.335514745Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.335733779Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.337449932Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.337735797Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.338060804Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.33838704Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"108.401742ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.338417521Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"105.446094ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.339997641Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.340017821Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.340026851Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.340037112Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.340271546Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.340557671Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.340575412Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.340741995Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.341943568Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.341970178Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.342115541Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.343590699Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.343819664Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.345583907Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":21,"elapsed":"112.615672ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.355380575Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.35566924Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.355694671Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"125.59904ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.355716761Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.358120017Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.358607316Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.365570819Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.36560268Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.36561131Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.36561795Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.365908146Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.365940476Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.365953817Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.366352814Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a017481-2fea-4892-a91c-104861411978\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:00:19 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.366386795Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.36667293Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/db-queries/src/db/datastore/inventory.rs:1442","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":8,"ncabooses":12,"nrots":2,"nsps":2,"ncollections":1,"collection_id":"1f4ffd24-7dc9-4bb2-8978-9e382eae9b9b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.366707501Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.366775602Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.36717616Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.367669769Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.368822562Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.371016503Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.371619455Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.371634705Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.371978612Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.372134905Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.372150645Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.37239561Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.373122394Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","candidates":"[(f610df22-eef4-4db0-bb20-5128859cbec0, 0), (adc16a3e-896b-4588-a503-8e3726b685f3, 0), (d68bf513-9255-4506-bdef-ea529018d2ed, 0), (295afad6-db64-4302-abf6-c56e8415a2af, 0)]","collection_id":"f610df22-eef4-4db0-bb20-5128859cbec0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.373145414Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.37347902Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.373499351Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.373811967Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.37398006Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcb8d596-df56-4771-9db0-b88ea87e1f94, lookup_type: ById(fcb8d596-df56-4771-9db0-b88ea87e1f94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.374010811Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.374171094Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.375370347Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.375394877Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"39bb6ad4-cf90-409c-ba70-fb0e4988ea0d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.375406557Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.375711393Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.376156752Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.376203683Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.376219953Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c540d357-19a2-4dfb-b69f-8c72803bb72b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.376233143Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.376485908Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.376509168Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"0","iteration":21,"elapsed":"146.995659ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.376522258Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.377836704Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.377863054Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.378326983Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.380965783Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.381127946Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.381150247Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.38131932Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.381368061Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.383212466Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.383234327Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.383244307Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"153.194038ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.38339986Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.383426101Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.383649235Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.389259652Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.389508867Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.391367832Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.391614387Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.391642147Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c540d357-19a2-4dfb-b69f-8c72803bb72b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.391659028Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.391670808Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"current_time_created":"2024-12-16 20:50:36.849175 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.391680828Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"generation\":2}","iteration":11,"elapsed":"161.983105ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.393972332Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.394199516Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.39541993Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-16T20:50:11.628239Z, time_modified: 2024-12-16T20:50:11.628239Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4496ac4b-bda9-4b4f-a09a-c65109be50f4, db_silo: Silo { identity: SiloIdentity { id: 4496ac4b-bda9-4b4f-a09a-c65109be50f4, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-16T20:50:36.771015Z, time_modified: 2024-12-16T20:50:36.771015Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"fd4b3cadfb3eae02382943f3475175615e998f9334641022864f932ce532095e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4496ac4b-bda9-4b4f-a09a-c65109be50f4, db_silo: Silo { identity: SiloIdentity { id: 4496ac4b-bda9-4b4f-a09a-c65109be50f4, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-16T20:50:36.771015Z, time_modified: 2024-12-16T20:50:36.771015Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"fd4b3cadfb3eae02382943f3475175615e998f9334641022864f932ce532095e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.395464551Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4496ac4b-bda9-4b4f-a09a-c65109be50f4\",\"tls_certs\":[\"fd4b3cadfb3eae02382943f3475175615e998f9334641022864f932ce532095e\"]}},\"default_endpoint\":{\"silo_id\":\"4496ac4b-bda9-4b4f-a09a-c65109be50f4\",\"tls_certs\":[\"fd4b3cadfb3eae02382943f3475175615e998f9334641022864f932ce532095e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"165.720656ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.396352597Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.396610553Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.398151482Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.398382126Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.400198731Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.400503217Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.401016887Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.409750084Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.409780564Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.410044559Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dee16e7-180d-46e3-b92a-952c52c5eaea\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:00:19 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.41007613Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.41009073Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.412505406Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.413016816Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.413034796Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.413209879Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.432398626Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"202.58177ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.437212918Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.437245819Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.437517174Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac02901c-ba10-4a65-b209-48b09fd0a921\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:00:19 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.437545495Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.438042814Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/db-queries/src/db/datastore/inventory.rs:1442","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":9,"nnics":6,"nzones":28,"nsled_agent_zones":1,"nnvme_disk_firmware":11,"nphysical_disks":11,"ndatasets":84,"nsled_agents":1,"nrot_pages":8,"ncabooses":12,"nrots":2,"nsps":2,"ncollections":1,"collection_id":"f610df22-eef4-4db0-bb20-5128859cbec0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.438069834Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.43835507Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.439454411Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-16T21:00:20.440093353Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.440116044Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"210.115534ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.496126074Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.496368528Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.53780452Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.538162677Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"733943b1-c674-49f8-baca-9149f1a4bac8\", \"content-length\": \"1\", \"date\": \"Mon, 16 Dec 2024 21:00:19 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.539288819Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.539657456Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"adfafff8-5e1d-412d-834c-bada3aad5d10\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.539675416Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.540303368Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.540578153Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.541087043Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"aeab6b97-e637-4e11-a012-f8b57dfa0899\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.541099653Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.543220084Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.543234244Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"313.48716ms"} {"msg":"VPC route manager sled fcb8d596-df56-4771-9db0-b88ea87e1f94","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.569464445Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.569488716Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.569841832Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7bd4b1b-6919-45d5-9a0e-93d94fd6f698\", \"content-length\": \"372\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.569869273Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.570297671Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.570807531Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.572666826Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.572688967Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"39bb6ad4-cf90-409c-ba70-fb0e4988ea0d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.572699677Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.572707117Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"current_time_created":"2024-12-16 20:50:36.066577 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.572714747Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"generation\":1}","iteration":11,"elapsed":"343.015104ms"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.574298657Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","candidates":"[(adc16a3e-896b-4588-a503-8e3726b685f3, 0), (d68bf513-9255-4506-bdef-ea529018d2ed, 0), (295afad6-db64-4302-abf6-c56e8415a2af, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.574805297Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1749, tv_nsec: 105012673 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.574828808Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.574842108Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.574993731Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.575019451Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.575038012Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.575232605Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.57704539Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"null","iteration":21,"elapsed":"347.52348ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.577847675Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.577872986Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.57807614Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.579535477Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.579556578Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.579687531Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.580247561Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.580474835Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.581946424Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.582108357Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.584143236Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.584493742Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.585812597Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.586029562Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.587448589Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.587694433Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.588727223Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.590826353Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.590846484Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.591024787Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"89f28668-33ad-4a8d-b47b-0784ae080775\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.591035917Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.591273352Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.592445094Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.592456924Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.592603967Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.592616878Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.592861432Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.593968703Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.594173717Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.595841419Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.596051763Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.596508292Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.596745376Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.597338548Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled fcb8d596-df56-4771-9db0-b88ea87e1f94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.599867666Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.599882656Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.600147501Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4d5ab89a-41d6-4954-babf-e19c055baca9\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.600892656Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.600904286Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.601040379Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.602521667Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":21,"elapsed":"372.460207ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.605388602Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.605596635Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.607219006Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.607379249Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.608690315Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.608894118Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.611108211Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.611304675Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.613403215Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.613630749Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.614940024Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.615098667Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.616658857Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.616847741Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.618183446Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.621608312Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.621623182Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.621764455Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.622682952Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.623074969Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.624428485Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.624607559Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.625836212Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.63202052Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.632041191Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.632236175Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.639039665Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 3e02eed7-ed50-4fa9-9995-0d06bf2c3948, kind: Service { id: 9b7eeb1f-970c-4a87-917a-4bd5410695ea }, name: Name(\"nexus-9b7eeb1f-970c-4a87-917a-4bd5410695ea\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 592edc29-2598-47a0-a7bb-649dee5ed385, kind: Service { id: 4f2a25cf-aa37-45f1-a807-f2e6efbd4fa4 }, name: Name(\"nexus-4f2a25cf-aa37-45f1-a807-f2e6efbd4fa4\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ecc162e-b2e1-499f-87ac-6d15260061c6, kind: Service { id: f3059a9f-5671-4082-84f5-29130f4288b6 }, name: Name(\"nexus-f3059a9f-5671-4082-84f5-29130f4288b6\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 385afd3c-c4bc-466d-aded-671dcaae558c, kind: Service { id: 2119cbc5-42cf-405b-af5a-3fb6ae08bc7a }, name: Name(\"external-dns-2119cbc5-42cf-405b-af5a-3fb6ae08bc7a\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 133, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d8db14d2-7328-40e7-9590-6eb751d3a838, kind: Service { id: 2185e6c6-5b12-4687-9851-21db46e777e2 }, name: Name(\"external-dns-2185e6c6-5b12-4687-9851-21db46e777e2\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 70])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.639066405Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.63930041Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.640610735Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.642274206Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.642286956Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.642423189Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.644001919Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.64405809Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 385afd3c-c4bc-466d-aded-671dcaae558c, kind: Service { id: 2119cbc5-42cf-405b-af5a-3fb6ae08bc7a }, name: Name(\"external-dns-2119cbc5-42cf-405b-af5a-3fb6ae08bc7a\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 133, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d8db14d2-7328-40e7-9590-6eb751d3a838, kind: Service { id: 2185e6c6-5b12-4687-9851-21db46e777e2 }, name: Name(\"external-dns-2185e6c6-5b12-4687-9851-21db46e777e2\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 70])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 3e02eed7-ed50-4fa9-9995-0d06bf2c3948, kind: Service { id: 9b7eeb1f-970c-4a87-917a-4bd5410695ea }, name: Name(\"nexus-9b7eeb1f-970c-4a87-917a-4bd5410695ea\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 592edc29-2598-47a0-a7bb-649dee5ed385, kind: Service { id: 4f2a25cf-aa37-45f1-a807-f2e6efbd4fa4 }, name: Name(\"nexus-4f2a25cf-aa37-45f1-a807-f2e6efbd4fa4\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ecc162e-b2e1-499f-87ac-6d15260061c6, kind: Service { id: f3059a9f-5671-4082-84f5-29130f4288b6 }, name: Name(\"nexus-f3059a9f-5671-4082-84f5-29130f4288b6\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.644076871Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.694429793Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","vpc_to_sled":"[Sled { identity: SledIdentity { id: fcb8d596-df56-4771-9db0-b88ea87e1f94, time_created: 2024-12-16T20:50:35.408225Z, time_modified: 2024-12-16T20:50:35.408225Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: ffc1cbc2-5efd-4c07-97ec-1ad144477111, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.694461233Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.694470304Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.694725318Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.696926111Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.697191126Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.69794588Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.698557552Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.701049329Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcb8d596-df56-4771-9db0-b88ea87e1f94, lookup_type: ById(fcb8d596-df56-4771-9db0-b88ea87e1f94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.703918274Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":21,"elapsed":"474.190651ms"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.719111135Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.719135755Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.719144485Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.719529992Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b39492c-0894-4573-96a1-b4d1940fbdf6\", \"content-length\": \"476\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.719562723Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.719774427Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"744b4b5f-b5dd-4b2f-ab4c-94d0b1d83242\", \"content-length\": \"734\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.719804638Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.720058962Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cbc9141-1be9-45ce-ad00-2892120706f0\", \"content-length\": \"111\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.720070003Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.720272097Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"090c489f-c236-403f-a913-e7f693c31c08\", \"content-length\": \"111\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.720284567Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.720485831Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b21fc323-4dab-47a3-a104-901f4c4249c3\", \"content-length\": \"167\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.720495391Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.720689965Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19249803-6052-4eb8-a2e3-d0af82aecb80\", \"content-length\": \"167\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.720699585Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.720898298Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"286923af-06f6-4631-816e-e72561ce5684\", \"content-length\": \"175\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.720910219Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.721108403Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efb5d095-0bd9-488c-a4f3-bd947a0c828d\", \"content-length\": \"175\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.721117323Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.721225765Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08252bb9-e954-4470-9c59-786d20d5ef0f\", \"content-length\": \"702\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.721236255Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.721368307Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a421ab83-1477-4b58-b748-d573fed57ab1\", \"content-length\": \"727\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.721379208Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.72150244Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"272c8e56-6c73-4109-a8c8-b39250dd86e6\", \"content-length\": \"729\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.72151307Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.721713114Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7b3babc-f3c5-4bda-86aa-141253723a82\", \"content-length\": \"728\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.721722734Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.721883617Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78cb2333-44aa-4ddd-a370-89caed1d1357\", \"content-length\": \"722\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.721902378Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.722109562Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"653c6c1c-6f8c-4481-9e0a-ed849dc1de0b\", \"content-length\": \"109\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.722118462Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.722316716Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0702b810-af30-4c72-bcde-4930e144a62b\", \"content-length\": \"109\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.722327076Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.72252088Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c5d946e-37b1-42a1-8360-6f701836d10e\", \"content-length\": \"169\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.72253Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.722727024Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7509b1d3-076b-43a8-b75c-33ff208d5cf2\", \"content-length\": \"169\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.722736124Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.722934417Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7f65054-6c48-45e7-b1c0-9ebd9c80ff73\", \"content-length\": \"178\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.722943428Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.723137821Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f55d68a5-084e-42ba-8ef9-472697e763d7\", \"content-length\": \"178\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.723146412Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.723246843Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3036b3ba-9c81-48fe-897a-53431503433d\", \"content-length\": \"702\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.723256064Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.723371406Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11eaa5b3-67a7-4fc5-953e-a17ff0366783\", \"content-length\": \"727\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.723381166Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.723496798Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26e3146b-2840-4067-906e-5f371136c41b\", \"content-length\": \"729\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.723506359Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.72361923Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"436503c2-e033-4954-b457-a1f4de02fd6b\", \"content-length\": \"728\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.723629391Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.723848725Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.770638979Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.771161539Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2967b7e-a683-4be6-82ea-0cd132b6dd18\", \"content-length\": \"691\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.771187959Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.77119831Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.77120609Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.771890783Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.772489304Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":21,"elapsed":"542.801221ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.773720508Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.773735388Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.773901991Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.775586454Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.777361697Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.777374248Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.777530341Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.817939723Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.818450953Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"38bb8158-3ed3-4dd8-aa61-0cbf45d90c10\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.819638715Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.819647865Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","elapsed":"589.629006ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.819654745Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":3,"elapsed":"589.637816ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.845488869Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.845862716Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.846509489Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.846968267Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e0b667b0-f8dc-421a-a882-3a5e7ab4818c\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.846992518Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.847790823Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 16fda06a-d39e-45ca-bd3f-905f50719871, rack_id: ffc1cbc2-5efd-4c07-97ec-1ad144477111, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(0d606f14-8c3f-4aaf-aa90-17d49ee535a0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.847820034Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.847999787Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.848476186Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9454c133-3e2e-4702-a17a-6a6094967582\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.848489016Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.850319671Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8fc5f0d0-627b-477c-b6d5-ad1cd7b5994d\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.850333902Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.851901292Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.851931912Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"622.077146ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.857535679Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.857861055Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddd331cb-5bc7-400e-9fba-8419a4eff59f\", \"content-length\": \"134\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.857890186Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.857904316Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"0d606f14-8c3f-4aaf-aa90-17d49ee535a0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.858145471Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.858165741Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.858173661Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.858180642Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.858188862Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.858195552Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.858359955Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.858370575Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.858584329Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.858593269Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.858822924Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.860773541Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.860869213Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4483a27d-f4a8-4417-9b2b-a0d8575f9c44\", \"content-length\": \"2\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.860882073Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.860978925Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e13ec8c-2f58-46a7-b8d7-43e9e7e01ce3\", \"content-length\": \"52\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.860994295Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.861003906Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.868797844Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.868819405Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.954740526Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b25493cb-d728-44ff-9fd6-22f4f5f6d3fd\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:20.954773937Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.954783157Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.955246326Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bdf5e15-5c66-4830-9fa9-df9860e21e7b\", \"content-length\": \"682\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.955283447Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.955622163Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.958207193Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.958426167Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.961904443Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.962274221Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.963950442Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.964185347Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:20.971744322Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":21,"elapsed":"741.903975ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.16115447Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18a144ec-3cf9-4049-91a3-13537d4dc19a\", \"content-length\": \"30799\", \"date\": \"Mon, 16 Dec 2024 21:00:20 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.182931477Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.182953567Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.182961887Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.186835581Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.187132947Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.188691647Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.190515442Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.192866456Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.19306312Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:21.375906254Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"d2084fa8-c7a4-4dbf-bcaa-7e1756f61f62"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.375951395Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_started":"2024-12-16 21:00:20.719094 UTC","collection_id":"d2084fa8-c7a4-4dbf-bcaa-7e1756f61f62"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.375965855Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"collection_id\":\"d2084fa8-c7a4-4dbf-bcaa-7e1756f61f62\",\"time_done\":\"2024-12-16 21:00:21.184829 UTC\",\"time_started\":\"2024-12-16 21:00:20.719094 UTC\"}","iteration":2,"elapsed":"1.146371474s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.375975705Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.375991555Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.376312952Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.380590953Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.382675953Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.382699684Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.382846406Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.38514461Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.385492857Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.387148019Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.389131457Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.389147577Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.38932254Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:21.425466201Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"49.474695ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:27.180327298Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"b0983ba0-3ac4-47c4-a4fc-027629e56f83","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":273,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:30.229503527Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:30.229587318Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:30.230029157Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:30.230084828Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:30.230101298Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:30.230456835Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:30.232122286Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:30.232882161Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:30.233241208Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:30.234812898Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:30.234826508Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:30.234994092Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:30.235233956Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"5.146289ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:30.237151663Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:30.237364727Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:30.238715983Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:30.24117867Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:30.24119212Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:30.241324752Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:30.249167472Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:30.249182072Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":62,"elapsed":"19.718266ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:37.181118049Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"692f732d-78db-4965-ac29-c8b455dd1f8d","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":293,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:40.229303231Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:40.229380972Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:40.229763309Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:40.230518924Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:40.230532664Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:40.230707427Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:40.231766018Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:40.232457011Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:40.232715296Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:40.234248255Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"3.712491ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:40.234284186Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:40.234293366Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:40.234438049Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:40.236258793Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:40.236426097Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:40.238055178Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:40.240325391Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:40.240336461Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:40.240470674Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:40.249634709Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:40.249653339Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":63,"elapsed":"20.376539ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:42.173556659Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:48515"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:42.17366085Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?sort_by=id_ascending","method":"GET","req_id":"ef8c00c9-9e5b-47ef-8a5e-0911191630e0","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:42.174117319Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?sort_by=id_ascending","method":"GET","req_id":"ef8c00c9-9e5b-47ef-8a5e-0911191630e0","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:42.176224059Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?sort_by=id_ascending","method":"GET","req_id":"ef8c00c9-9e5b-47ef-8a5e-0911191630e0","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2624,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:42.176433133Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2I4ZDU5Ni1kZjU2LTQ3NzEtOWRiMC1iODhlYTg3ZTFmOTQifX0%3D","method":"GET","req_id":"fbc7418b-1424-405c-b9e4-99f761fe8725","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:42.176700968Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2I4ZDU5Ni1kZjU2LTQ3NzEtOWRiMC1iODhlYTg3ZTFmOTQifX0%3D","method":"GET","req_id":"fbc7418b-1424-405c-b9e4-99f761fe8725","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:42.179023463Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2I4ZDU5Ni1kZjU2LTQ3NzEtOWRiMC1iODhlYTg3ZTFmOTQifX0%3D","method":"GET","req_id":"fbc7418b-1424-405c-b9e4-99f761fe8725","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2631,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:47.180504764Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"f50f438c-c723-472b-a87f-37be315ee4e0","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":315,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.229286857Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.229366598Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.229383788Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.229397739Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.229410359Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.229422289Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.229434139Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.229448069Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.22946137Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.22947458Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.22948708Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.229499201Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.229512571Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.229525151Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.229536611Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.229549491Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.229562612Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.229718565Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.229785136Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.23000078Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.23001039Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.23001784Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.230026461Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.230072721Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.230087682Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.23052718Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.230554501Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.230565151Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.230575381Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.230584901Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.230595282Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.230605782Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.230615312Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.230625002Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.230635882Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.230740514Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.230788655Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.230829686Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.230865567Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.231959348Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.232516478Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.232643791Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.290062ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.232936386Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.232945596Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.232953296Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.232960127Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.232967337Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.232974297Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.233002697Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.233010578Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.233211181Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.233258722Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.233289693Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.233345084Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.233532258Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1778, tv_nsec: 763752434 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.23363048Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.233799893Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.234831992Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1778, tv_nsec: 765047929 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.234889613Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.234900934Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.235010086Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.235019236Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.235069117Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.235077347Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.23519715Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.235943054Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.235953874Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.236093607Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.236821281Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.237702347Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.237715378Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.240154154Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.240167184Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.240278036Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.240286997Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.240362368Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.24046885Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.240497021Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.240513091Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.240638303Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.241835336Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.242005669Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.244842344Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.245027797Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.245863213Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1778, tv_nsec: 776077440 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.246140268Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.246163739Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.246293751Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.246374323Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.246447444Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.246707979Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.248118276Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.248130837Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.248271959Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.250536152Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.250661325Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.252921768Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.252946849Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.253093811Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.255060319Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.25508673Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.255324854Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.260536283Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.260566114Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"30.033553ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.266356845Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"37.051148ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.273468541Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.273498461Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":64,"elapsed":"44.072572ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.274245256Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.274332837Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.274343997Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.274350078Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.274575312Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.274667764Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.276778144Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.276792134Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.276797884Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.27710945Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.280081907Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"47.131861ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.280842882Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.281052235Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.281357832Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.281561725Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.286259125Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.286338207Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.28653866Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.286632672Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.2881007Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.288317594Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.288480637Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":22,"elapsed":"55.542911ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.290271892Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.290472895Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":22,"elapsed":"57.462458ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.290960655Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"60.470136ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.292893662Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcb8d596-df56-4771-9db0-b88ea87e1f94, lookup_type: ById(fcb8d596-df56-4771-9db0-b88ea87e1f94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.292912422Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.293081656Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.295145785Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"0","iteration":22,"elapsed":"65.877248ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.31060454Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"81.150681ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.31111885Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.31113386Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.31114489Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"80.62948ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.316466612Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"83.501746ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.321843035Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.321864795Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.322167191Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5749149a-f28f-46bb-92a1-1e9ed2b6bb10\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:00:49 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.322181852Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.324090828Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.329155215Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.329167455Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.329395299Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca159574-a041-4243-adf4-65ea5043cca8\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:00:49 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.329412159Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.331133103Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.336433934Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.33674063Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.345916445Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.345938305Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.34616127Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48465b79-eac7-49b1-8f8d-98121f099b2c\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:00:49 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.34617439Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.347504195Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled fcb8d596-df56-4771-9db0-b88ea87e1f94","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.412902325Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.412935826Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.413273452Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1919f70e-3572-4026-ae7a-9fae78175151\", \"content-length\": \"372\", \"date\": \"Mon, 16 Dec 2024 21:00:50 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.413305742Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.413735901Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.41524131Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":22,"elapsed":"185.864821ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.42311172Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.423406586Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2103aca0-c996-40b4-be5d-3971bf83f179\", \"content-length\": \"1\", \"date\": \"Mon, 16 Dec 2024 21:00:49 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.424543807Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.424838033Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.426436344Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"null","iteration":22,"elapsed":"197.115176ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.429088624Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.429111984Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.429289468Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"866c80e4-e873-4909-abb4-2233597fc96f\", \"date\": \"Mon, 16 Dec 2024 21:00:50 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.429299688Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.429620764Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.431053132Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.431284796Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.4330632Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.433318095Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.434377465Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.434681391Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.434895705Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.436139989Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.436165159Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.436306662Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcb8d596-df56-4771-9db0-b88ea87e1f94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.43777437Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.437797681Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.437925373Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.438223179Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b6436ebe-bf29-4f66-ba65-c8e4267e7829\", \"date\": \"Mon, 16 Dec 2024 21:00:50 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.439591075Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":22,"elapsed":"209.067814ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.439771608Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.439782699Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.439922741Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.480336453Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.48068414Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"540cc35d-0382-48a6-b42d-c275dfcdce8f\", \"content-length\": \"691\", \"date\": \"Mon, 16 Dec 2024 21:00:50 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.48070479Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.48071403Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.480721771Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.481414204Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":22,"elapsed":"252.002105ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.497126944Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.49746085Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.499598041Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 16fda06a-d39e-45ca-bd3f-905f50719871, rack_id: ffc1cbc2-5efd-4c07-97ec-1ad144477111, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(0d606f14-8c3f-4aaf-aa90-17d49ee535a0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.499618172Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.499781655Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.508663035Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.50893432Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad0e7803-ec36-4665-a369-a7f118b0190f\", \"content-length\": \"134\", \"date\": \"Mon, 16 Dec 2024 21:00:49 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.50896975Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.508997741Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"0d606f14-8c3f-4aaf-aa90-17d49ee535a0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.509210225Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.509222855Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.509231765Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.509240926Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.509249476Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.509258786Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.509418049Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.509428909Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.509657494Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.509667464Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.509870458Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.511207923Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.511334255Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0d0b98e-d43d-4c54-9be5-48a8bf883df7\", \"content-length\": \"2\", \"date\": \"Mon, 16 Dec 2024 21:00:49 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.511345496Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.511501959Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf82fb0d-6460-487f-abe9-b3a6cec9711e\", \"content-length\": \"52\", \"date\": \"Mon, 16 Dec 2024 21:00:49 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.511517399Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.511527779Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.609522182Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2db52e2f-67ca-43ae-84bb-44892666c116\", \"date\": \"Mon, 16 Dec 2024 21:00:50 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:50.609565552Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.609578073Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.609740446Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1480bf94-be6e-4d08-ba9a-94b35c221134\", \"content-length\": \"682\", \"date\": \"Mon, 16 Dec 2024 21:00:50 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.609816347Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.610110023Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.614231422Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.614566918Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.617047615Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.61727425Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.619315049Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.619580824Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:00:50.627031016Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":22,"elapsed":"397.637358ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:00:57.181064663Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"483ee378-98f7-4d70-b407-0a1402c7d22e","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":288,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:00.229210193Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:00.229295765Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:00.229730013Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:00.23064538Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:00.230672911Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:00.230866315Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:00.231924695Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:00.232512686Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:00.232876983Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:00.234357031Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"3.704141ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:00.234411082Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:00.234421052Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:00.234562415Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:00.236440951Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:00.236598294Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:00.237841938Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:00.240141432Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:00.240150232Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:00.240283464Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:00.250794335Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:00.250809805Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":65,"elapsed":"21.637304ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:07.181185494Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"58a26a0e-0b7a-4ce7-a06b-4a9aaf3086f0","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":325,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:10.229480227Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:10.229564449Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:10.230020688Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:10.230079018Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:10.230097599Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:10.230417245Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:10.231919644Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:10.232297631Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:10.232659898Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:10.234060665Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"3.983466ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:10.234501933Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:10.234523403Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:10.234650726Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:10.2364515Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:10.236631594Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:10.238179073Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:10.240533968Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:10.240546689Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:10.240675241Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:10.249914588Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:10.249940368Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":66,"elapsed":"20.485021ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:12.17348981Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?sort_by=id_ascending","method":"GET","req_id":"f3834685-3f57-4302-a8dd-29581052c5f6","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:12.173830757Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?sort_by=id_ascending","method":"GET","req_id":"f3834685-3f57-4302-a8dd-29581052c5f6","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:12.175694052Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?sort_by=id_ascending","method":"GET","req_id":"f3834685-3f57-4302-a8dd-29581052c5f6","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2279,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:12.176029439Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2I4ZDU5Ni1kZjU2LTQ3NzEtOWRiMC1iODhlYTg3ZTFmOTQifX0%3D","method":"GET","req_id":"2942c487-827c-4994-9e9a-d990ec14eb0f","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:12.176409516Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2I4ZDU5Ni1kZjU2LTQ3NzEtOWRiMC1iODhlYTg3ZTFmOTQifX0%3D","method":"GET","req_id":"2942c487-827c-4994-9e9a-d990ec14eb0f","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:12.17872667Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2I4ZDU5Ni1kZjU2LTQ3NzEtOWRiMC1iODhlYTg3ZTFmOTQifX0%3D","method":"GET","req_id":"2942c487-827c-4994-9e9a-d990ec14eb0f","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2768,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:17.180553699Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"9dd91582-52b2-43a4-97db-a191146d5fa6","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":261,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.229886482Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.229937343Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.229946713Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.229954534Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.229960834Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.229969574Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.229977574Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.229985414Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.229992974Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.229999955Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230007004Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-16T21:01:20.230014595Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230023295Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\"}","iteration":13,"elapsed":"12.981µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230032215Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230039365Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230046285Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230054065Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230060525Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230066586Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230074046Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230080686Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230088076Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230095456Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.230102556Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230109697Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230115787Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230122607Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230128657Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230136577Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230143657Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230150087Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230156657Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230163167Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230169118Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230175388Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230181968Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230188388Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230195918Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230202418Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230209439Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230216379Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230223399Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.230229819Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-16 20:51:20.230156467 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230236939Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230244369Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230250849Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230258879Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.23026604Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.23027347Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.23028006Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.23031341Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230362761Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230394422Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230427072Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230451113Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230532905Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230615066Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230627776Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230637527Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230644597Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230651727Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230660167Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230668277Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230727978Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230752239Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2119cbc5-42cf-405b-af5a-3fb6ae08bc7a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2185e6c6-5b12-4687-9851-21db46e777e2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"2185e6c6-5b12-4687-9851-21db46e777e2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1808, tv_nsec: 760996355 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230765759Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2bad804c-125d-4b4f-bbb4-08849c8bee33.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2e73705b-19c3-4191-883c-2bba82160d3f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b71de63e-bd28-4173-9d76-157895abd57e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b71de63e-bd28-4173-9d76-157895abd57e.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1808, tv_nsec: 760998795 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230879171Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230894312Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230903212Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.230931042Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.231280859Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.231299609Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":12,"elapsed":"1.377137ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.231308099Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.231317349Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":12,"elapsed":"1.133341ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.232566293Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.233108944Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.233129404Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.233138664Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.233147015Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.233154745Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.233163215Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.233171775Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.233179475Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.233187295Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.233195485Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.233203076Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.233211226Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.233219136Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1808, tv_nsec: 763422511 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.23345629Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.233498451Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.233511102Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.233525042Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.233535982Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.233546222Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.233556662Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.234068182Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"4.079698ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.234305787Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.234691134Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.234699324Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.234868668Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.236292565Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.236451848Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.236518089Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.236701763Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.236982958Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.236997238Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.237063149Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.237145321Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.237567079Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.237759923Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.238738871Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.238789802Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.238799612Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.238965916Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.240630427Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.240673198Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.240684939Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.240874072Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.241043146Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.242915151Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.242940072Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.243077264Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.243660865Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.243674336Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.243817059Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.245353328Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.245374148Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.245381448Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.245587762Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1808, tv_nsec: 775830459 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.245608543Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-16 20:51:20.230156467 UTC"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.245617743Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.245626133Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"expiration\":\"2024-12-16T20:51:20.230156467Z\",\"pruned\":[]}","iteration":12,"elapsed":"15.449666ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.245931589Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.247232244Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"14.080169ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.248568499Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.250228791Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.250641069Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.252836421Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.255119034Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.255145515Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.255154165Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.255559803Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.255772527Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.256184405Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.256233096Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.256243506Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.256250146Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.256256646Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.256531121Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.257636823Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.257651593Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.257850636Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.25853501Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.259123691Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.26012363Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.260692211Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.260708941Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.260718211Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.260984387Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.263824671Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.263854911Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.264012304Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.264274369Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.26429048Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.264552535Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.266213746Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.267390059Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.267693135Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.270889546Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.270904166Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.271152861Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.28208839Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"48.961045ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.283760592Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.284346133Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"51.196598ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.286179278Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.286208028Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.286361081Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.286375812Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.286606196Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"56.702173ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.286635177Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.286645987Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.289034963Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.289273057Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.289298517Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.2894553Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.289475581Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.289489291Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.289499401Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.289506152Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.289545702Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.289657784Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.291150523Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.291473949Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.29150909Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":67,"elapsed":"61.515185ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.29152509Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.291873987Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.294294403Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"64.278198ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.294325544Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.294744392Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.29521585Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcb8d596-df56-4771-9db0-b88ea87e1f94, lookup_type: ById(fcb8d596-df56-4771-9db0-b88ea87e1f94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.295247391Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.295436825Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.2957381Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.296061787Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.296355142Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1808, tv_nsec: 826592358 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.296477675Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.296500805Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.296515665Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"63.367741ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.296723949Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.297356951Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.297440503Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.297458593Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"67.424318ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.298035004Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.298056545Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"0","iteration":23,"elapsed":"67.970549ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.29831717Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.300535092Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.300556003Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.300807287Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.30358813Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.303609521Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.303620301Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"73.679007ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.308635277Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.308660447Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.308674188Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"78.607432ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.309200658Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"78.966509ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.315422557Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.315447497Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"39bb6ad4-cf90-409c-ba70-fb0e4988ea0d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.315458437Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.315793994Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.317498206Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.320169817Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.320183138Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.32032794Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.32191092Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.322163535Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.323363098Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"39bb6ad4-cf90-409c-ba70-fb0e4988ea0d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.323395459Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.323408929Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"current_time_created":"2024-12-16 20:50:36.066577 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.323421769Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"generation\":1}","iteration":12,"elapsed":"93.286313ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.327581569Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.331415842Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"98.295708ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.331622576Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.331646566Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.331871431Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.340948034Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.341187899Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.343137146Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.345633834Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.345648874Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.345911979Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.348712703Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"115.578178ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.363587637Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.363922043Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.364147618Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.364162248Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c540d357-19a2-4dfb-b69f-8c72803bb72b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.364171748Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.364367862Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.370511039Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.3705256Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.370864476Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03e8f53c-d92d-4969-be28-df8737566df2\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:01:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.370889086Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.371401216Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.372043029Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.372232302Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.376887801Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.376909422Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.377147686Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65e92fe8-ef4a-40ef-83cf-b28581ff8ab9\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:01:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.377165086Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.379731105Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-16T21:01:20.408575407Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.408598017Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"178.348928ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.46370261Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.46372711Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.463962745Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e9b5c57-103a-4ec9-9638-eac38849d798\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:01:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.463981965Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.465465534Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled fcb8d596-df56-4771-9db0-b88ea87e1f94","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.517850324Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.517877855Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.51816565Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c316a919-9146-4328-9532-bab7e5690f43\", \"content-length\": \"372\", \"date\": \"Mon, 16 Dec 2024 21:01:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.518189591Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.518521997Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.520112608Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.52337697Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.52338975Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.523556773Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.525698514Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c540d357-19a2-4dfb-b69f-8c72803bb72b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.525721195Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.525730955Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"current_time_created":"2024-12-16 20:50:36.849175 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.525740205Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"generation\":2}","iteration":12,"elapsed":"295.639289ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.527424607Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.527609001Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.529243322Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.531010826Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.531024876Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.531183789Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.532439403Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.532463024Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.532633387Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a4ac65a3-f966-409e-aa5b-0523433c4dbe\", \"date\": \"Mon, 16 Dec 2024 21:01:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.532642987Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.53281606Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.53282491Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.533144847Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.533487043Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"950e1eb8-e2f0-40cc-87f6-d886bada055d\", \"date\": \"Mon, 16 Dec 2024 21:01:20 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.533502794Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.534519523Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.534542763Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.534679456Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.534718137Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.53489166Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"afc53f47-62df-424b-a908-ed37bc311a12\", \"date\": \"Mon, 16 Dec 2024 21:01:20 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.53490443Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.535074684Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.536731495Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.536743575Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"306.540897ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.537805126Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.53802253Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcb8d596-df56-4771-9db0-b88ea87e1f94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.540575159Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.540587479Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.540957606Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f11622e8-7776-4021-8672-7b8ab6f71fee\", \"date\": \"Mon, 16 Dec 2024 21:01:20 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.542458094Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":23,"elapsed":"312.405699ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.549306196Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.54956393Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e90b19b3-643e-4e61-8b0b-a719369d7c74\", \"content-length\": \"1\", \"date\": \"Mon, 16 Dec 2024 21:01:19 GMT\"} })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.551447146Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-16T20:50:11.628239Z, time_modified: 2024-12-16T20:50:11.628239Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4496ac4b-bda9-4b4f-a09a-c65109be50f4, db_silo: Silo { identity: SiloIdentity { id: 4496ac4b-bda9-4b4f-a09a-c65109be50f4, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-16T20:50:36.771015Z, time_modified: 2024-12-16T20:50:36.771015Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"fd4b3cadfb3eae02382943f3475175615e998f9334641022864f932ce532095e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4496ac4b-bda9-4b4f-a09a-c65109be50f4, db_silo: Silo { identity: SiloIdentity { id: 4496ac4b-bda9-4b4f-a09a-c65109be50f4, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-16T20:50:36.771015Z, time_modified: 2024-12-16T20:50:36.771015Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"fd4b3cadfb3eae02382943f3475175615e998f9334641022864f932ce532095e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.551478057Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4496ac4b-bda9-4b4f-a09a-c65109be50f4\",\"tls_certs\":[\"fd4b3cadfb3eae02382943f3475175615e998f9334641022864f932ce532095e\"]}},\"default_endpoint\":{\"silo_id\":\"4496ac4b-bda9-4b4f-a09a-c65109be50f4\",\"tls_certs\":[\"fd4b3cadfb3eae02382943f3475175615e998f9334641022864f932ce532095e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"321.3625ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.551733812Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.551955926Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.55372071Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"null","iteration":23,"elapsed":"323.833057ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.661697263Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.661905417Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":23,"elapsed":"431.75635ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.662109841Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3c85719-2a94-489d-b8ca-fc87afb60c43\", \"content-length\": \"691\", \"date\": \"Mon, 16 Dec 2024 21:01:20 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.662145032Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.662156722Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.662166422Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.663260573Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.663275623Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":23,"elapsed":"433.34899ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.72224903Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.722731899Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2d003776-91c7-44ad-949b-64d3e3e7faf3\", \"date\": \"Mon, 16 Dec 2024 21:01:20 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.722755859Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.724198977Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"611e9ed1-2cd6-444e-8866-afe74d24abec\", \"date\": \"Mon, 16 Dec 2024 21:01:20 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.724224198Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.725722326Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4ed14548-c005-4960-8372-6d1d39c0c8aa\", \"date\": \"Mon, 16 Dec 2024 21:01:20 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.725734927Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.727758765Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.727805486Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"497.744181ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.739667573Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.74005455Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.741457157Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 16fda06a-d39e-45ca-bd3f-905f50719871, rack_id: ffc1cbc2-5efd-4c07-97ec-1ad144477111, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(0d606f14-8c3f-4aaf-aa90-17d49ee535a0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.741482047Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.741665811Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.752715602Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.752947967Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1552a51-ff38-41b0-b125-8cde534b6b20\", \"content-length\": \"134\", \"date\": \"Mon, 16 Dec 2024 21:01:19 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.752972277Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.752988297Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"0d606f14-8c3f-4aaf-aa90-17d49ee535a0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.753202511Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.753224862Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.753233012Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.753240682Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.753248092Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.753255822Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.753396665Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.753406895Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.753626709Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.753636Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.753916095Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.756017485Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.756129397Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"740a8b2d-6830-48a7-9188-65da6cc4f16a\", \"content-length\": \"2\", \"date\": \"Mon, 16 Dec 2024 21:01:19 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.756141208Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.756230569Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"352ed427-13d9-4d0e-a343-7910151f56ec\", \"content-length\": \"52\", \"date\": \"Mon, 16 Dec 2024 21:01:19 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.756246019Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.75625586Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.845387193Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"bec4a530-4787-48bf-a587-1fd22112bc87\", \"date\": \"Mon, 16 Dec 2024 21:01:20 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.845413343Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.845426054Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.845704229Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6405ed2-3655-41f2-8a52-b85ad730e960\", \"content-length\": \"682\", \"date\": \"Mon, 16 Dec 2024 21:01:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.845736559Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.845976834Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.849526082Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.849901169Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.853203992Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.853416696Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.855157749Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.855442115Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.862734384Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":23,"elapsed":"632.690989ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.871181755Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"producer-registration-task","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.871198946Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"producer-registration-task","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.901073167Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"producer-registration-task","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.901154578Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55191"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.901278481Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ccf09ef7-035a-4238-aad3-9e2b4beeb8bb","remote_addr":"[fd00:1122:3344:101::b]:55191","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.901540616Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ccf09ef7-035a-4238-aad3-9e2b4beeb8bb","remote_addr":"[fd00:1122:3344:101::b]:55191","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.94003817Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/oximeter.rs:76","collector_id":"f46579df-689f-4e4e-aaac-884ca45dc7bb","producer_id":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:20.940058151Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/metrics/producers","method":"POST","req_id":"ccf09ef7-035a-4238-aad3-9e2b4beeb8bb","remote_addr":"[fd00:1122:3344:101::b]:55191","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38844,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.940106642Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"producer-registration-task","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccf09ef7-035a-4238-aad3-9e2b4beeb8bb\", \"content-length\": \"41\", \"date\": \"Mon, 16 Dec 2024 21:01:20 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.941492288Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"producer-registration-task","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:20.941504988Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"producer-registration-task","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","wait_period":"150s","lease_duration":"600s"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:27.17394966Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?sort_by=id_ascending","method":"GET","req_id":"de1df573-edcd-4ab1-93c3-36fa7ee70d59","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:27.174279037Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?sort_by=id_ascending","method":"GET","req_id":"de1df573-edcd-4ab1-93c3-36fa7ee70d59","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:27.17599859Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?sort_by=id_ascending","method":"GET","req_id":"de1df573-edcd-4ab1-93c3-36fa7ee70d59","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2134,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:27.176283405Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2I4ZDU5Ni1kZjU2LTQ3NzEtOWRiMC1iODhlYTg3ZTFmOTQifX0%3D","method":"GET","req_id":"63ab7455-3c50-443b-8bef-e29bcb733aa9","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:27.176634342Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2I4ZDU5Ni1kZjU2LTQ3NzEtOWRiMC1iODhlYTg3ZTFmOTQifX0%3D","method":"GET","req_id":"63ab7455-3c50-443b-8bef-e29bcb733aa9","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:27.178301063Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2I4ZDU5Ni1kZjU2LTQ3NzEtOWRiMC1iODhlYTg3ZTFmOTQifX0%3D","method":"GET","req_id":"63ab7455-3c50-443b-8bef-e29bcb733aa9","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2107,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:27.180804982Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"00aef454-98b4-41fb-ad31-d3a2e31cc164","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":275,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:30.228962232Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:30.229021583Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:30.229319959Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:30.230174955Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:30.230184875Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:30.230535412Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:30.231109203Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:30.232567671Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:30.232892327Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:30.233738983Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:30.233751254Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:30.233918637Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:30.23461165Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"4.438705ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:30.235606809Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:30.235796773Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:30.237342252Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:30.239749468Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:30.239762718Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:30.239903021Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:30.251060694Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:30.251087205Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":68,"elapsed":"22.143603ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:37.181237399Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"bd046cc5-a11d-4fdf-a940-339807542e8d","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":309,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:40.229370589Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:40.22942865Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:40.229701155Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:40.230152664Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:40.230163974Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:40.230359758Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:40.231153253Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:40.231902907Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:40.232152142Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:40.233414886Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"3.253863ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:40.23362447Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:40.23365071Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:40.233736622Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:40.235219411Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:40.235546167Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:40.236709479Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:40.239250068Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:40.239264978Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:40.23941048Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:40.247185739Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:40.24721061Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":69,"elapsed":"17.852581ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:42.173984664Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?sort_by=id_ascending","method":"GET","req_id":"e5e7ee21-bc6f-4874-a99f-5f63b454443a","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:42.17431653Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?sort_by=id_ascending","method":"GET","req_id":"e5e7ee21-bc6f-4874-a99f-5f63b454443a","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:42.176974361Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?sort_by=id_ascending","method":"GET","req_id":"e5e7ee21-bc6f-4874-a99f-5f63b454443a","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3062,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:42.177313307Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2I4ZDU5Ni1kZjU2LTQ3NzEtOWRiMC1iODhlYTg3ZTFmOTQifX0%3D","method":"GET","req_id":"ad001fbe-7853-4db0-b324-7fe8d880ac0c","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:42.177760556Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2I4ZDU5Ni1kZjU2LTQ3NzEtOWRiMC1iODhlYTg3ZTFmOTQifX0%3D","method":"GET","req_id":"ad001fbe-7853-4db0-b324-7fe8d880ac0c","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:42.179321236Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2I4ZDU5Ni1kZjU2LTQ3NzEtOWRiMC1iODhlYTg3ZTFmOTQifX0%3D","method":"GET","req_id":"ad001fbe-7853-4db0-b324-7fe8d880ac0c","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2092,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:47.180923051Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"77501ec4-283e-474d-a1fc-5c28c9de8231","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":281,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.228814245Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.228867036Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.228876806Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.228884906Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.228892157Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.228899947Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.228907817Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.228914837Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.228922607Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.228929937Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.228936747Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.228943107Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.228949168Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.228954848Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.228961268Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.228968638Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.228974768Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.229200612Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.229214083Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.229321195Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.229331305Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.229356586Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.229365756Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.229374806Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.229468328Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.229954127Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.229964477Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.229971027Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.229977277Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.229984407Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.229989878Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.229995898Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.230001498Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.230007438Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.230014718Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.230170141Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.230178621Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.230244992Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.230261483Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.231117479Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.231725291Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.23221808Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1838, tv_nsec: 762628876 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.232486925Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.232805771Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"3.960925ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.232816712Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.232823692Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.232830162Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.232837372Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.232843832Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.232850552Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.232856502Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.232863762Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.233109547Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.233137038Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.233147918Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.233154798Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.233382582Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.233402373Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.233416733Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.233550816Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.235001883Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.235020544Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.235172686Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.236262207Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.236276108Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.23641004Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.237890278Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.238090022Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1838, tv_nsec: 768496189 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.238386258Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.238412128Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.238771335Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.238977389Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.239964968Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.239975738Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.240148562Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.241292203Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.241308394Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.241315374Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"8.482722ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.241491757Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.244660488Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.244718159Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.245511354Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.24581283Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.246086055Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.24634241Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.246694697Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"17.75997ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.24684437Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.247101714Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.248260767Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.248625824Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.252325704Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.252347685Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"22.362457ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.27669244Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.277022496Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.278692748Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.279050545Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.279536744Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"46.709053ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.280522843Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.280548884Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.280559814Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.280568624Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.280766888Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"47.951087ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.280907971Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.281209256Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.282609443Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.282865978Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.282877888Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.282886638Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.283062682Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.283071852Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.283079562Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.283085822Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.283345857Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.283384068Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.283451009Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.283461599Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.283641793Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.284832855Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.284954988Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.285116401Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.285194242Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.286241932Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.286265613Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.286399345Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.286911395Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.288836442Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.288863663Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.288993055Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.289021675Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1838, tv_nsec: 819421782 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.289306011Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.289420453Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"56.583831ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.289689508Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.292179246Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcb8d596-df56-4771-9db0-b88ea87e1f94, lookup_type: ById(fcb8d596-df56-4771-9db0-b88ea87e1f94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.292197556Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.292364909Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.316762145Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"86.796788ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.322024286Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.322058167Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.322069207Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"92.077409ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.323344961Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.323370512Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.323687478Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b2440d6-8220-4b23-9122-a2e1955cd664\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:01:49 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.323702688Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.325277948Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.33006435Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.33008413Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.330347435Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6639552-ba6f-4528-8bd7-07e16a45f5f7\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:01:49 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.330366836Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.332196971Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.358559264Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.35886538Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcb8d596-df56-4771-9db0-b88ea87e1f94","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.399609928Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.399649459Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.400004356Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed4acf43-ccd5-4198-aa74-089e9ac19e8a\", \"content-length\": \"372\", \"date\": \"Mon, 16 Dec 2024 21:01:50 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.400028376Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.400361063Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.403211567Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"0","iteration":24,"elapsed":"174.410912ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.403265358Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.405730996Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.405756656Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.405897859Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.407737234Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.409398095Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.409415976Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.409548668Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.413029425Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.413055585Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":70,"elapsed":"184.136748ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.420191642Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.420493558Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e470c8e-a405-4516-a0e8-31670ccb6e80\", \"content-length\": \"1\", \"date\": \"Mon, 16 Dec 2024 21:01:50 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.421942415Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.42220541Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.42427076Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"null","iteration":24,"elapsed":"195.437345ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.438698455Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"209.88936ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.444025657Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.444048728Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.444257712Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ae2dd432-8141-4c9a-9c29-a358c4923dd1\", \"date\": \"Mon, 16 Dec 2024 21:01:50 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.444270332Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.444535187Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.447034315Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.447208998Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.44991066Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.450149034Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcb8d596-df56-4771-9db0-b88ea87e1f94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.453362126Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.453375896Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.453701672Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d2ef63e5-4ef7-49a5-90d1-fff589f7930b\", \"date\": \"Mon, 16 Dec 2024 21:01:50 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.455609569Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":24,"elapsed":"225.653341ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.477077159Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.477105489Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.477356284Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3eaa9f3-1b95-46bd-96b4-f78b914f5861\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:01:49 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.477379354Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.479567196Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.491655967Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":24,"elapsed":"262.758361ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.516640145Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.516976581Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf7368b0-f593-474c-848f-91eeb36d8ef6\", \"content-length\": \"691\", \"date\": \"Mon, 16 Dec 2024 21:01:50 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.516999562Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.517009602Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.517018282Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.519169563Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":24,"elapsed":"290.284337ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.581158547Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.581442793Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.583430751Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 16fda06a-d39e-45ca-bd3f-905f50719871, rack_id: ffc1cbc2-5efd-4c07-97ec-1ad144477111, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(0d606f14-8c3f-4aaf-aa90-17d49ee535a0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.583442061Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.583719046Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.592528355Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.592746559Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9566da7d-1bd2-463e-a339-395ac4c86f58\", \"content-length\": \"134\", \"date\": \"Mon, 16 Dec 2024 21:01:50 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.592766029Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.592775839Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"0d606f14-8c3f-4aaf-aa90-17d49ee535a0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.593011914Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.593021824Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.593028764Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.593035954Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.593043275Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.593151886Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.593217638Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.593226628Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.59334473Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.59335291Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.593708387Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.595464271Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.595724506Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08445a16-7a4b-4430-b281-23765ff29e30\", \"content-length\": \"2\", \"date\": \"Mon, 16 Dec 2024 21:01:50 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.595747106Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.595824148Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b346c23a-4438-4fa2-811b-280547f5b106\", \"content-length\": \"52\", \"date\": \"Mon, 16 Dec 2024 21:01:50 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.595844508Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.595856568Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.6922511Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e370db5e-0802-419d-83ff-e98fc2b3aba6\", \"date\": \"Mon, 16 Dec 2024 21:01:50 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:50.69226703Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.692274511Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.692607687Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81573b95-20e3-4a83-9a68-a9b125b777e7\", \"content-length\": \"682\", \"date\": \"Mon, 16 Dec 2024 21:01:50 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.692641458Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.692932623Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.696609143Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.696852628Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.700299194Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.700492417Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.702851253Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.703061306Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:50.71112002Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":24,"elapsed":"482.243644ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:57.17321668Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?sort_by=id_ascending","method":"GET","req_id":"d88f0e9a-35cf-4b25-8281-9e6167f1a401","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:57.173546176Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?sort_by=id_ascending","method":"GET","req_id":"d88f0e9a-35cf-4b25-8281-9e6167f1a401","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:57.176333Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?sort_by=id_ascending","method":"GET","req_id":"d88f0e9a-35cf-4b25-8281-9e6167f1a401","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3190,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:57.176660346Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2I4ZDU5Ni1kZjU2LTQ3NzEtOWRiMC1iODhlYTg3ZTFmOTQifX0%3D","method":"GET","req_id":"2f4780c8-5f90-4906-8c74-0eca67884992","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:01:57.177039493Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2I4ZDU5Ni1kZjU2LTQ3NzEtOWRiMC1iODhlYTg3ZTFmOTQifX0%3D","method":"GET","req_id":"2f4780c8-5f90-4906-8c74-0eca67884992","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:57.178909159Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2I4ZDU5Ni1kZjU2LTQ3NzEtOWRiMC1iODhlYTg3ZTFmOTQifX0%3D","method":"GET","req_id":"2f4780c8-5f90-4906-8c74-0eca67884992","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2314,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:01:57.180382427Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"894c7f82-8575-41cc-83ca-10143edf78f8","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":250,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:00.229544737Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:00.229614798Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:00.230137938Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:00.230201949Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:00.23021836Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:00.230550636Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:00.232399401Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:00.232776659Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:00.233149566Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:00.235103613Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:00.235126233Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:00.235285287Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:00.237809775Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:00.238021559Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:00.260414547Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"30.206317ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:00.266981432Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:00.269756965Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:00.269784986Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:00.269927338Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:00.280322667Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:00.280345808Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":71,"elapsed":"50.823861ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:07.180345224Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"4494bb75-6fe0-4ee2-a2a5-fe0f7f5ad58f","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":305,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:10.22927059Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:10.229321701Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:10.229611147Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:10.230107106Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:10.230115306Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:10.23031708Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:10.231446522Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:10.232122774Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:10.232490051Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:10.23399559Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:10.234011471Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:10.234152023Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:10.23606577Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:10.236396486Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:10.237787033Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:10.240350722Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:10.240366622Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:10.240523115Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:10.251393023Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:10.251410273Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":72,"elapsed":"22.158494ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:10.2611841Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"31.061723ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:12.173412496Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?sort_by=id_ascending","method":"GET","req_id":"8281884f-d1c0-4a75-8e5d-1b105f7cd1b4","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:12.173766393Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?sort_by=id_ascending","method":"GET","req_id":"8281884f-d1c0-4a75-8e5d-1b105f7cd1b4","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:12.175787321Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?sort_by=id_ascending","method":"GET","req_id":"8281884f-d1c0-4a75-8e5d-1b105f7cd1b4","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2448,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:12.176032516Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2I4ZDU5Ni1kZjU2LTQ3NzEtOWRiMC1iODhlYTg3ZTFmOTQifX0%3D","method":"GET","req_id":"c98bdb08-2d07-414b-95cb-f16254c35a08","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:12.176379103Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2I4ZDU5Ni1kZjU2LTQ3NzEtOWRiMC1iODhlYTg3ZTFmOTQifX0%3D","method":"GET","req_id":"c98bdb08-2d07-414b-95cb-f16254c35a08","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:12.178272239Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2I4ZDU5Ni1kZjU2LTQ3NzEtOWRiMC1iODhlYTg3ZTFmOTQifX0%3D","method":"GET","req_id":"c98bdb08-2d07-414b-95cb-f16254c35a08","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2300,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:17.181219498Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"8829d41e-a0d6-4178-9639-de9e113457b0","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":465,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229158065Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229210306Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229219926Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229227536Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229234686Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229241866Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229249456Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229256906Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229263236Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229269757Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229277237Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.229283497Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229290787Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229298687Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229306277Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":25,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.229313808Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-16 20:52:20.229253216 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229320988Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229327338Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229335208Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229342638Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229349518Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229355618Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229363669Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229370918Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229377529Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229384389Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229390129Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229396289Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229403209Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229409789Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.22941703Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.22942425Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.22943142Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.22943806Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.22944502Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.22945258Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-16T21:02:20.22945964Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229472151Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\"}","iteration":14,"elapsed":"14.69µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229481011Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229487651Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229694285Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229709855Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229717525Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229725895Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229734216Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229741586Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229789646Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229806507Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229815167Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229823987Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229832677Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229839738Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229849638Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229856638Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":25,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229863098Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229871828Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229879758Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229886488Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229892208Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229897939Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.229904699Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229910909Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229916989Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229923809Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229930099Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229936379Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.229944009Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.2299502Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2bad804c-125d-4b4f-bbb4-08849c8bee33.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2e73705b-19c3-4191-883c-2bba82160d3f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b71de63e-bd28-4173-9d76-157895abd57e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b71de63e-bd28-4173-9d76-157895abd57e.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1868, tv_nsec: 760451276 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.230010741Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.230021651Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.230037971Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2119cbc5-42cf-405b-af5a-3fb6ae08bc7a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2185e6c6-5b12-4687-9851-21db46e777e2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"2185e6c6-5b12-4687-9851-21db46e777e2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1868, tv_nsec: 760543018 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.230151184Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.230193674Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.230203554Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.230211515Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.230218495Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.230253135Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.230263356Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.230430369Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.230441519Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.230447979Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.230458009Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.23046671Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":13,"elapsed":"1.078261ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.23047658Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":13,"elapsed":"1.0372ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.230579512Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.232249684Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.232734513Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.232759243Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.232767803Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.232776364Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.232787424Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.232798104Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.232807534Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.232816254Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.232826024Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.232840965Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.232851725Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.232860845Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.232869816Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.23309233Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.23310856Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.233144111Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.233154671Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.233163011Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.233229292Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.233410066Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.010496ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.233504377Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.234269422Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.235649158Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.235673059Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.235876293Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.235976955Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.235987025Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.236177159Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.237056165Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.237126417Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.237137287Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.237207138Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.237215499Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.23728878Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.23732123Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.237377771Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.239105915Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-16 20:52:20.229253216 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.239124035Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"expiration\":\"2024-12-16T20:52:20.229253216Z\",\"pruned\":[]}","iteration":13,"elapsed":"9.863018ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.239290338Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.239512212Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.239670035Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.241154924Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1868, tv_nsec: 771651900 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.241346507Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.241367208Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.241443069Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.24148407Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.241662233Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1868, tv_nsec: 772173020 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.241889368Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.243195403Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.244832874Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.244856165Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.244980037Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.248081256Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.250599604Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.250633165Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.250868339Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.252769166Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.256258982Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.256286263Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.256568608Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.256580709Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.259674117Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.259692808Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.259929282Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.261306679Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"28.520905ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.263087503Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"30.274808ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.263727435Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.263857437Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.264043561Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.264217864Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.264411468Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.26450209Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.267440016Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.267454356Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.26768175Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.26818177Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.269525776Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.269889723Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.270437203Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.274780686Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.274897248Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.275058842Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.275386458Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.275573831Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1868, tv_nsec: 806076718 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.275901918Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.276844776Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.276861526Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.277030369Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.277457087Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.278414416Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.28020724Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.28022021Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.280392753Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.281670708Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.281682038Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.281838331Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.282704248Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.283477112Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.285847798Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.285863548Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"53.084284ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.285872908Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.286067472Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.286297466Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.286308046Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.286564761Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.28910167Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.289451757Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.289810593Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.289829614Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.289839554Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.290115609Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.29432251Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.29434018Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.294383861Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"61.605747ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.297977849Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.29799864Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.29800568Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.298360327Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.300128101Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.301474456Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.301800713Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.302378504Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.302407924Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.302669789Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.306815178Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.307382349Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.307640244Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.307742116Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"77.890329ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.310100021Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.310124152Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.310342066Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.312013928Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.312040108Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":73,"elapsed":"82.818423ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.312430085Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"83.22703ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.316175727Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.316440352Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.32415911Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.32419224Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.32420373Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.324213411Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.324512536Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.326003465Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.326031636Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.326039866Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.326046296Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.32627543Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.326321141Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.329006992Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.329028943Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.329163325Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.330189905Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.330363168Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.330421049Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.33253699Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.33254959Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.33255894Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"103.322555ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.332850376Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.33305013Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.334216282Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.334243542Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.334438266Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.33517072Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.335336713Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.335436165Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.335605258Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.336332932Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.337095997Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.338943962Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"109.643875ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.340364999Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.34038082Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcb8d596-df56-4771-9db0-b88ea87e1f94, lookup_type: ById(fcb8d596-df56-4771-9db0-b88ea87e1f94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.34039126Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.34039824Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.340590404Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.340651305Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.342194884Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.343327956Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"0","iteration":25,"elapsed":"114.140791ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.349224589Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.349237869Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.349247239Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"119.390712ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.355015289Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.355238494Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.355781114Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.36185211Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"129.058905ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.365615042Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.365632782Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c540d357-19a2-4dfb-b69f-8c72803bb72b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.365643152Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.365830586Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.368968566Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.368990256Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"39bb6ad4-cf90-409c-ba70-fb0e4988ea0d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.369003846Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.369520226Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.377759644Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-16T20:50:11.628239Z, time_modified: 2024-12-16T20:50:11.628239Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4496ac4b-bda9-4b4f-a09a-c65109be50f4, db_silo: Silo { identity: SiloIdentity { id: 4496ac4b-bda9-4b4f-a09a-c65109be50f4, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-16T20:50:36.771015Z, time_modified: 2024-12-16T20:50:36.771015Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"fd4b3cadfb3eae02382943f3475175615e998f9334641022864f932ce532095e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4496ac4b-bda9-4b4f-a09a-c65109be50f4, db_silo: Silo { identity: SiloIdentity { id: 4496ac4b-bda9-4b4f-a09a-c65109be50f4, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-16T20:50:36.771015Z, time_modified: 2024-12-16T20:50:36.771015Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"fd4b3cadfb3eae02382943f3475175615e998f9334641022864f932ce532095e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.377803545Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4496ac4b-bda9-4b4f-a09a-c65109be50f4\",\"tls_certs\":[\"fd4b3cadfb3eae02382943f3475175615e998f9334641022864f932ce532095e\"]}},\"default_endpoint\":{\"silo_id\":\"4496ac4b-bda9-4b4f-a09a-c65109be50f4\",\"tls_certs\":[\"fd4b3cadfb3eae02382943f3475175615e998f9334641022864f932ce532095e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"148.63986ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.378021039Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.378420517Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.407535713Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.407564043Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.40788858Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6bb04b8-b09d-43ab-8255-f9d246aed368\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:02:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.40791735Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.409296416Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.410051301Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.410068491Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.410299986Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ffd6b7d-b3f6-4e2a-9bee-47544fb4c6d7\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:02:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.410315906Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.411116901Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"181.654291ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.411730093Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-16T21:02:20.414130809Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.414150809Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"184.285791ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.428056805Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.428080575Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.42831381Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a4183b9-986d-4770-92e5-e31639ed50ec\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:02:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.42832882Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.429721837Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.539417903Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.542802057Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/509c6491-01b0-4a11-b979-5fc7a21d9623/state","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.545478869Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.548405614Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.548422375Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.548588678Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.550593486Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c540d357-19a2-4dfb-b69f-8c72803bb72b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.550607247Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.550615487Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"current_time_created":"2024-12-16 20:50:36.849175 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.550623997Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"generation\":2}","iteration":13,"elapsed":"321.302989ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.550735299Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.551072875Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"111259b9-3c61-4077-8821-006d12f4329e\", \"date\": \"Mon, 16 Dec 2024 21:02:20 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.551082565Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.553317348Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"5a0a9bde-07e2-4bea-99ed-7abf26532924\", \"date\": \"Mon, 16 Dec 2024 21:02:20 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.553328908Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.555471849Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.5554834Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"326.129632ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.565123694Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"VPC route manager sled fcb8d596-df56-4771-9db0-b88ea87e1f94","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.565397669Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.565406969Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.565425639Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd383515-2cc2-4db7-9743-de7b2bd5d679\", \"content-length\": \"1\", \"date\": \"Mon, 16 Dec 2024 21:02:20 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.565716925Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae977e91-1149-409b-87f9-fd14bf7c1a3a\", \"content-length\": \"583\", \"date\": \"Mon, 16 Dec 2024 21:02:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.565753616Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.566105283Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.567325816Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.567613901Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.570037578Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"null","iteration":25,"elapsed":"340.691919ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.574608385Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.574943421Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"342.195088ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.577414039Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.577425939Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.577603742Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.579758573Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.579990348Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.580351245Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"39bb6ad4-cf90-409c-ba70-fb0e4988ea0d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.580362135Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.580375875Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"current_time_created":"2024-12-16 20:50:36.066577 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.580384125Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"generation\":1}","iteration":13,"elapsed":"351.064207ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.583977334Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":25,"elapsed":"354.587945ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.611853357Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.613646281Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{d098904b-f205-4d2c-88a1-a8808b206d59: {10.151.2.175: {d7e19738-b63c-450f-913c-442e8f09026d}, 10.151.2.176: {d7e19738-b63c-450f-913c-442e8f09026d}}}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.613668611Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.613757653Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.613769723Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.613885616Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"adac1b62-8e51-4b86-b069-e035222e7d40\", \"date\": \"Mon, 16 Dec 2024 21:02:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.613896066Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.613942787Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.614192731Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.615346953Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.616695429Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.617050146Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.617090037Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.617100447Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.61725381Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.618099906Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.618572355Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"94445c59-ba42-4aec-8800-7a8fe1830a2c\", \"date\": \"Mon, 16 Dec 2024 21:02:20 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.618583645Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.620019943Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.62040421Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.620651765Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2896022f-524d-4338-b193-1d55cb54c51a\", \"date\": \"Mon, 16 Dec 2024 21:02:20 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.620664495Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.622574891Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"21727863-f201-4b85-b2a9-243c4381d6af\", \"date\": \"Mon, 16 Dec 2024 21:02:20 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.622591372Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.623338626Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.62355906Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.624464238Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.624511439Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"395.231721ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.625864794Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.626071868Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.628674288Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.628873032Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcb8d596-df56-4771-9db0-b88ea87e1f94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.631447901Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled fcb8d596-df56-4771-9db0-b88ea87e1f94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.631463131Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.631470352Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.631793608Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b75a9f75-418d-43ab-8b6a-64e93b9c9c7a\", \"date\": \"Mon, 16 Dec 2024 21:02:20 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.633982949Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":25,"elapsed":"404.130132ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.663375741Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.663674037Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.66592974Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 16fda06a-d39e-45ca-bd3f-905f50719871, rack_id: ffc1cbc2-5efd-4c07-97ec-1ad144477111, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(0d606f14-8c3f-4aaf-aa90-17d49ee535a0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.66594778Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.666209635Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.674863651Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.675107165Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"870bfcfe-8784-447c-9545-8e8790e49f97\", \"content-length\": \"134\", \"date\": \"Mon, 16 Dec 2024 21:02:20 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.675130706Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.675139746Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"0d606f14-8c3f-4aaf-aa90-17d49ee535a0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.675484613Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.675495133Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.675502303Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.675509863Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.675516863Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.675524273Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.675686936Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.675695177Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.675905881Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.675913341Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.676130765Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.677872038Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.67798436Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e55e74d9-951c-4c66-a903-317ea6aa2868\", \"content-length\": \"2\", \"date\": \"Mon, 16 Dec 2024 21:02:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.678013641Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.678109543Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e01a3c8-27af-40c7-be9d-d46088cc2018\", \"content-length\": \"52\", \"date\": \"Mon, 16 Dec 2024 21:02:20 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.678134673Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.678149073Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.704342574Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.776602025Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4cb9957b-b729-4f5d-8dfd-514ede168d9a\", \"date\": \"Mon, 16 Dec 2024 21:02:20 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.776632235Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.776645825Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.777002052Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0271c055-8424-46c0-abb5-103ed41b7175\", \"content-length\": \"810\", \"date\": \"Mon, 16 Dec 2024 21:02:20 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.777035323Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(4244456) }}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.777046233Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:20.777054683Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.777101774Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63093a51-ae3d-4792-bc52-2d4d82a7e10b\", \"content-length\": \"682\", \"date\": \"Mon, 16 Dec 2024 21:02:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.777140245Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.777449461Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.778187565Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":25,"elapsed":"549.022631ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.780827315Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.781198802Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.785064606Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.785313811Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.787274949Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.787489553Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:20.794614789Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":25,"elapsed":"565.347772ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:22.461717101Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/509c6491-01b0-4a11-b979-5fc7a21d9623/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d14e5f4b-5453-4013-949c-86c6e883d4e3\", \"content-length\": \"131\", \"date\": \"Mon, 16 Dec 2024 21:02:22 GMT\"} })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:22.469339897Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"vmm_id":"509c6491-01b0-4a11-b979-5fc7a21d9623","sled_id":"fcb8d596-df56-4771-9db0-b88ea87e1f94","instance_id":"4e413624-9cb3-4b0b-9b33-4dc7141193b8","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-12-16T21:02:14.220502469Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:22.469373547Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"vmm_id":"509c6491-01b0-4a11-b979-5fc7a21d9623","sled_id":"fcb8d596-df56-4771-9db0-b88ea87e1f94","instance_id":"4e413624-9cb3-4b0b-9b33-4dc7141193b8","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/instance.rs:2116","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-12-16T21:02:14.220502469Z }","propolis_id":"509c6491-01b0-4a11-b979-5fc7a21d9623"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:22.469385288Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"vmm_id":"509c6491-01b0-4a11-b979-5fc7a21d9623","sled_id":"fcb8d596-df56-4771-9db0-b88ea87e1f94","instance_id":"4e413624-9cb3-4b0b-9b33-4dc7141193b8","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:22.469764855Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"vmm_id":"509c6491-01b0-4a11-b979-5fc7a21d9623","sled_id":"fcb8d596-df56-4771-9db0-b88ea87e1f94","instance_id":"4e413624-9cb3-4b0b-9b33-4dc7141193b8","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:22.519173289Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:22.5213027Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"starting\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":25,"elapsed":"2.291451562s"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:27.173274473Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?sort_by=id_ascending","method":"GET","req_id":"723da472-efec-42b4-933a-eade4f79d38e","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:27.173582159Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?sort_by=id_ascending","method":"GET","req_id":"723da472-efec-42b4-933a-eade4f79d38e","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:27.176521265Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?sort_by=id_ascending","method":"GET","req_id":"723da472-efec-42b4-933a-eade4f79d38e","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3321,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:27.17677388Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2I4ZDU5Ni1kZjU2LTQ3NzEtOWRiMC1iODhlYTg3ZTFmOTQifX0%3D","method":"GET","req_id":"72f9be31-cd00-4144-a709-80ebb430d22f","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:27.177106806Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2I4ZDU5Ni1kZjU2LTQ3NzEtOWRiMC1iODhlYTg3ZTFmOTQifX0%3D","method":"GET","req_id":"72f9be31-cd00-4144-a709-80ebb430d22f","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:27.179365509Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/metrics/collectors/f46579df-689f-4e4e-aaac-884ca45dc7bb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2I4ZDU5Ni1kZjU2LTQ3NzEtOWRiMC1iODhlYTg3ZTFmOTQifX0%3D","method":"GET","req_id":"72f9be31-cd00-4144-a709-80ebb430d22f","remote_addr":"[fd00:1122:3344:101::d]:48515","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2652,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:27.180953439Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"eefca792-7ec3-4bdf-a6c4-cd55218472f9","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":331,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:30.229055219Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:30.22911507Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:30.229566359Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:30.23013829Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:30.23014872Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:30.230310353Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:30.231874063Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:30.232033486Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:30.26106352Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:30.263730681Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:30.263746892Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:30.263907435Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:30.266083816Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:30.26626324Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:30.266769929Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"36.62876ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:30.267999983Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:30.270567702Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:30.270579402Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:30.270716995Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:30.282255675Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:30.282272346Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":74,"elapsed":"53.251277ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:37.180452208Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"07b7d24b-8a88-4d27-99ae-f8ab0bd43ebe","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":364,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:40.229608478Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:40.229654639Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:40.229941524Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:40.229984825Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:40.229996035Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:40.230175069Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:40.232075005Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:40.232753778Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:40.233115965Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:40.234727195Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:40.234736446Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:40.234881109Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:40.235025581Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"5.035596ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:40.237352396Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:40.237517589Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:40.239295843Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:40.241483875Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:40.241498575Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:40.241622957Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:40.251157669Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:40.25117934Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":75,"elapsed":"21.590933ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:47.180274174Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"28eb0bac-715d-4f73-80d1-e193fa88c4de","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":383,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.229073986Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.229144767Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.229164628Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.229182508Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.229197488Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.229213279Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.229228299Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.229242159Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.22925657Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.22927301Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.22928834Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.22930272Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.229318071Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.229334481Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.229349901Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.229365981Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.229380422Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.229752749Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.22980223Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.22982119Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.229837181Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.229852291Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.229866891Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.229884791Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.229910542Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.230291119Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.230301909Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.230309859Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.23031743Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.23032415Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.2303319Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.23033877Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.23034499Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.23035232Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.23035928Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.230511003Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.230524284Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.230533314Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.230599195Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.233908838Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.233931689Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.233942839Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.233953239Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.233962819Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.23397274Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.234303626Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.234323636Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.234378077Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.234393097Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.234403728Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.235350686Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.235367686Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1898, tv_nsec: 765692558 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.235384296Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.235695193Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.237526617Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.237548578Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.237686071Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.238085738Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"8.858719ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.23820421Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1898, tv_nsec: 768771397 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.238382844Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.238489186Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.240539475Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.240552185Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.240766279Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.242499772Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.242737487Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.243339919Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"9.42313ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.245146053Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1898, tv_nsec: 775714909 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.245457959Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.269916376Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.272877683Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.272910013Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.273058866Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.273175118Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.275457702Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"40.932162ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.276088144Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.276317079Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.276345629Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.276591904Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.277648404Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.27902893Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.279049271Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.279213654Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.279594091Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.279672853Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.28002896Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.28004674Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.280089461Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.280230413Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.280270544Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.280496229Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.281040789Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.281053299Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.281059949Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.281245153Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.281390806Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.281401716Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.281537338Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.282012547Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"51.714808ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.282057518Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.282324833Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.282532597Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.28268832Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.282775932Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.282882614Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.283116319Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.283269982Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.285639467Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.291987718Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.292014189Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.292146671Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.312068512Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.312101122Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":76,"elapsed":"82.839223ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.314180092Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.314426037Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.316378624Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.316711921Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.3182467Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"88.969149ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.31827008Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.319653137Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.319866681Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.320444972Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.320460092Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"90.143153ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.320735787Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcb8d596-df56-4771-9db0-b88ea87e1f94, lookup_type: ById(fcb8d596-df56-4771-9db0-b88ea87e1f94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.320754378Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.320815959Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.320920971Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.322599493Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.322611233Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.322617673Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.322801747Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"0","iteration":26,"elapsed":"93.765021ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.32295934Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.323044031Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.323057202Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.323222885Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.324048941Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.324065111Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.324413117Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a70dde94-9da6-4ca1-b53c-00f99368c6ca\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:02:49 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.324428518Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.324511959Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.32452347Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.324808565Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39f943f3-a671-4e33-84a7-095b78ad8fac\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:02:49 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.324822945Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.325498948Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"91.549859ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.326858664Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.327014687Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.329355362Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.329372722Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.329575026Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9231a6c-6fd5-4c75-bcc2-3286a1b93eb1\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:02:49 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.329595027Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.331518933Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.350135889Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"116.229741ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.351958834Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.351975854Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.351985215Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"121.670475ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.361339983Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.36169944Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.413455019Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.413872447Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e9689a7-17ff-4269-8f7c-0874e2c67091\", \"content-length\": \"2\", \"date\": \"Mon, 16 Dec 2024 21:02:49 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.416457906Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.416787462Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.422592144Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":26,"elapsed":"193.456496ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.429104168Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"200.023372ms"} {"msg":"VPC route manager sled fcb8d596-df56-4771-9db0-b88ea87e1f94","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.430041286Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.430055036Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.430417523Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc994cbc-c708-4276-94ba-b39dbcad8de7\", \"content-length\": \"372\", \"date\": \"Mon, 16 Dec 2024 21:02:50 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.430438334Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.43077201Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.432717117Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"null","iteration":26,"elapsed":"203.610121ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.457909678Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.458235905Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.472894825Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.472918995Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.473109819Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"eab0ecb9-87fb-409e-bfb3-9e75654dfe66\", \"date\": \"Mon, 16 Dec 2024 21:02:50 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.473123559Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.473472006Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.475030795Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.475215349Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.478524752Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.478747406Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.479224235Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.479533541Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.481490979Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 16fda06a-d39e-45ca-bd3f-905f50719871, rack_id: ffc1cbc2-5efd-4c07-97ec-1ad144477111, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(0d606f14-8c3f-4aaf-aa90-17d49ee535a0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.481505969Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.481668272Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcb8d596-df56-4771-9db0-b88ea87e1f94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.481710403Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.481723803Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.482094881Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7aa319cc-ce79-452e-ab35-acc979f62807\", \"date\": \"Mon, 16 Dec 2024 21:02:50 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.483353545Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":26,"elapsed":"253.053675ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.486820811Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.488509183Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.488522693Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.488666886Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.490051913Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.491142103Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.491429519Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9138260b-b5f6-4659-9886-494f53e3a093\", \"content-length\": \"134\", \"date\": \"Mon, 16 Dec 2024 21:02:49 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.491456489Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.49146888Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"0d606f14-8c3f-4aaf-aa90-17d49ee535a0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.491690504Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.491705214Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.491712654Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.491721494Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.491728994Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.491736765Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.491745135Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.491753245Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.491840337Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.491939258Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.491949579Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.492196674Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.492204934Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.492356366Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.494286043Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.494391675Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"156ec33b-090e-441c-8088-0c53cfa03912\", \"content-length\": \"2\", \"date\": \"Mon, 16 Dec 2024 21:02:49 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.494422596Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.494502958Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3efc17b-b732-42e3-a9fc-56019cf6ac88\", \"content-length\": \"52\", \"date\": \"Mon, 16 Dec 2024 21:02:49 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.494514698Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.494526688Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.525672083Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.591893608Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"73748cc3-6d5f-4571-8702-daa20f7037ed\", \"date\": \"Mon, 16 Dec 2024 21:02:50 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.591917629Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.591928029Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.592311746Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d12144c8-6cac-48a6-b7eb-f048dee248a5\", \"content-length\": \"691\", \"date\": \"Mon, 16 Dec 2024 21:02:50 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.592336307Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.592345617Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:50.592353507Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.592394508Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8993b27-cfad-487a-902e-69d0db24da19\", \"content-length\": \"682\", \"date\": \"Mon, 16 Dec 2024 21:02:50 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.592432079Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.592707444Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.593333136Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":26,"elapsed":"364.141567ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.596482546Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.596738661Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.599240639Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.599456643Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.601205166Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.60139398Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:02:50.608479565Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":26,"elapsed":"379.310287ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:02:57.180629797Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"366b87e4-c61a-4663-a872-c195a94c0145","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":267,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:00.228779488Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:00.228846079Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:00.229123814Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:00.229806177Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:00.229818388Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:00.230007491Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:00.231159513Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:00.233576289Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:00.233588029Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:00.233729262Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:00.235876603Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:00.236192669Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:00.237478944Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:00.239973351Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:00.239984922Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:00.240127165Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:00.252154054Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:00.252191075Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":77,"elapsed":"23.422977ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:00.258581567Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:00.258832262Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:00.260748788Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"30.936361ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:07.18039666Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"7c31de31-c95b-4f23-acca-46de7ce4bc92","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":294,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:10.229431498Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:10.229475869Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:10.229792495Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:10.229835925Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:10.229847365Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:10.230053929Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:10.231446646Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:10.234027796Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:10.234039976Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:10.234210809Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:10.236475762Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:10.236686266Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:10.2384579Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:10.241846135Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:10.241869015Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:10.242074149Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:10.253601939Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:10.25362297Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":78,"elapsed":"24.211202ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:10.265266412Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:10.265554468Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:10.26673701Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"36.897895ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:17.180735005Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"687fbb82-67aa-4544-a8e5-9906f2d4177c","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":307,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229038358Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.22911024Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.2291278Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.22914264Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229156091Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229169581Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229182271Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229197351Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.229211761Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229225282Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229238922Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229252352Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-16T21:03:20.229266333Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229280453Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229292603Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229307914Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\"}","iteration":15,"elapsed":"23.351µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229324604Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229352854Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229373725Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229394415Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229416185Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229436136Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":16,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229456306Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229475567Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229496327Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229515997Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229536668Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229557168Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229576708Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229595989Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229614779Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.22963124Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.22964894Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-16 20:53:20.229292793 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.2296673Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229685241Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229708471Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229729062Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229745302Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229762702Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229775982Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229788993Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229800723Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229812703Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229824253Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229836044Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229850044Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.229864264Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229879284Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229899965Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229915835Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229929355Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229948166Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229970206Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.229993267Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.230011617Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.230060048Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.230079498Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2119cbc5-42cf-405b-af5a-3fb6ae08bc7a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2185e6c6-5b12-4687-9851-21db46e777e2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"2185e6c6-5b12-4687-9851-21db46e777e2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1928, tv_nsec: 760690904 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.23016899Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.23020222Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.230219551Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.230238311Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.230301582Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.230311963Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.230334623Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2bad804c-125d-4b4f-bbb4-08849c8bee33.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2e73705b-19c3-4191-883c-2bba82160d3f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b71de63e-bd28-4173-9d76-157895abd57e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b71de63e-bd28-4173-9d76-157895abd57e.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1928, tv_nsec: 760955549 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.230369864Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.230379284Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.230386714Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.230395474Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.230403354Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.230410535Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.230597348Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.230625139Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":14,"elapsed":"1.526049ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.230744521Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.230762741Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":14,"elapsed":"1.375996ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.232584976Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.232604757Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.232612117Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.232619337Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.232626857Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.232632747Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.232638727Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.232646007Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.232652717Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.232661838Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.232671168Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.232678268Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.232858931Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1928, tv_nsec: 763487908 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.232916952Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.232945923Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.232981504Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.233017444Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.233048435Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.233062995Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.233101706Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.233654306Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.478735ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.233774089Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.234388051Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.234467782Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.234694946Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.235005242Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.23697376Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.23698573Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.237157793Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.238144302Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.238153703Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.238190723Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.238199453Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.238370447Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.238385487Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.239209133Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.239398836Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.239847045Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-16 20:53:20.229292793 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.239871795Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"expiration\":\"2024-12-16T20:53:20.229292793Z\",\"pruned\":[]}","iteration":14,"elapsed":"10.559872ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.240897745Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.241789392Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.242024657Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.243144538Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.243167468Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.243381492Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.243402123Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1928, tv_nsec: 774032179 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.243660648Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.245179187Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.247511691Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.247539922Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.247739106Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"15.130549ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.247797457Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.248693334Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.249834366Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.250239503Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.251507448Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.259181614Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.259804056Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1928, tv_nsec: 790407822 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.260348816Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.262436116Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.262869335Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.263007687Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.279266218Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.283810135Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.283854866Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.28407547Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.286039007Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.286114369Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.286365474Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.28667989Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.286902184Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.287913103Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.288078496Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.288313621Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.288337701Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.288349102Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.288361182Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.288550345Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.289463353Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.289710468Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.290422631Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"57.792054ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.290595465Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"61.015856ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.291271257Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.291382889Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"62.133367ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.29295375Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.29298401Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.29299481Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.2930041Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.293197004Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.293299526Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.293528521Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.293660093Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.293858987Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.29404722Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.294065741Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.294259604Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.295243013Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.295263204Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.295274894Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"66.151574ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.295296964Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.295727952Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.295749743Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.295758663Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.296252053Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.297019587Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.297042748Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"67.452589ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.297054828Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.297354434Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.297370354Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"64.766637ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.298085477Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcb8d596-df56-4771-9db0-b88ea87e1f94, lookup_type: ById(fcb8d596-df56-4771-9db0-b88ea87e1f94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.298106738Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.298269871Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.29876481Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.298791771Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.298804981Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"66.159095ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.300370881Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.300398032Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"0","iteration":27,"elapsed":"71.392115ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.305091922Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.305133732Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.305361027Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.305931398Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.306237433Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.309016857Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.309046127Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.309127088Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.309139089Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.309238021Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.309367583Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.310169379Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.310193939Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.310204809Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.310214059Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.310401723Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.314345688Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.314574433Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.320035827Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.320250891Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.336768387Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.340952217Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.340989097Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.341219882Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.343078377Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.344024975Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"111.387568ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.345243609Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.345601125Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.346781938Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.346803679Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.346811268Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.347036383Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.347051513Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.347691155Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.347722256Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.348009531Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.349296986Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.349316496Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.349525271Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.352906945Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.355155678Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.355727099Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.355749249Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.355893452Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.360387128Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"131.036304ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.366214589Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"133.606933ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.382612573Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.382640853Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"39bb6ad4-cf90-409c-ba70-fb0e4988ea0d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.382656504Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.382924698Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.385153171Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.385449487Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.390107626Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.390131286Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.390141636Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"160.499897ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-16T21:03:20.392591063Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.392606803Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"163.008084ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.394146983Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.394159453Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.39451646Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"291798f3-c371-4c59-a8ee-3b32bdddb855\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:03:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.39453942Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.395371587Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.395394027Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.395637212Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fafc7db6-6ac3-49d0-ba9e-8f41e5826faa\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:03:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.395651082Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.397175321Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.398598768Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.400609036Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.435713417Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.435736138Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.435958502Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de1c4d92-263e-43a3-b0f2-affef2cd0b15\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:03:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.435974512Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.43743433Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled fcb8d596-df56-4771-9db0-b88ea87e1f94","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.475005378Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.475026278Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.475337784Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01477fbc-6b2b-424b-b35d-75ea58c44dad\", \"content-length\": \"372\", \"date\": \"Mon, 16 Dec 2024 21:03:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.475401525Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.475749382Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.4777012Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.478462454Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.48084178Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.48086115Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.48086866Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.48087566Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.481090944Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.481133405Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.483358748Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"39bb6ad4-cf90-409c-ba70-fb0e4988ea0d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.483379568Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.483388268Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"current_time_created":"2024-12-16 20:50:36.066577 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.483396628Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"generation\":1}","iteration":14,"elapsed":"254.171206ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.4845484Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.484569721Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":79,"elapsed":"255.42757ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.509943016Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.509988866Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c540d357-19a2-4dfb-b69f-8c72803bb72b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.509998517Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.510287662Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.511577987Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.51434652Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.514716127Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"579c374b-a1a6-46c4-810f-29a549d60c9e\", \"date\": \"Mon, 16 Dec 2024 21:03:20 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.514730677Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.51486848Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-16T20:50:11.628239Z, time_modified: 2024-12-16T20:50:11.628239Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4496ac4b-bda9-4b4f-a09a-c65109be50f4, db_silo: Silo { identity: SiloIdentity { id: 4496ac4b-bda9-4b4f-a09a-c65109be50f4, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-16T20:50:36.771015Z, time_modified: 2024-12-16T20:50:36.771015Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"fd4b3cadfb3eae02382943f3475175615e998f9334641022864f932ce532095e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4496ac4b-bda9-4b4f-a09a-c65109be50f4, db_silo: Silo { identity: SiloIdentity { id: 4496ac4b-bda9-4b4f-a09a-c65109be50f4, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-16T20:50:36.771015Z, time_modified: 2024-12-16T20:50:36.771015Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"fd4b3cadfb3eae02382943f3475175615e998f9334641022864f932ce532095e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.51488669Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4496ac4b-bda9-4b4f-a09a-c65109be50f4\",\"tls_certs\":[\"fd4b3cadfb3eae02382943f3475175615e998f9334641022864f932ce532095e\"]}},\"default_endpoint\":{\"silo_id\":\"4496ac4b-bda9-4b4f-a09a-c65109be50f4\",\"tls_certs\":[\"fd4b3cadfb3eae02382943f3475175615e998f9334641022864f932ce532095e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"285.640728ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.515831998Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.515842268Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.516059012Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.516588103Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"ab03a73d-f195-4585-8a9e-90e5602f8403\", \"date\": \"Mon, 16 Dec 2024 21:03:20 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.516615533Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.516768946Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.518072901Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c540d357-19a2-4dfb-b69f-8c72803bb72b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.518093291Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.518101732Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"current_time_created":"2024-12-16 20:50:36.849175 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.518109412Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"generation\":2}","iteration":14,"elapsed":"288.857819ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.518693433Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.518703673Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"289.39285ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.518776724Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.518788765Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.518961958Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.524501494Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.524527104Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.524750379Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ee163e8d-967c-4892-a741-7dedb5277915\", \"date\": \"Mon, 16 Dec 2024 21:03:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.524767579Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.525031384Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.526066844Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.526249297Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.529337516Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.529634142Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcb8d596-df56-4771-9db0-b88ea87e1f94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.532733931Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.532751591Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.533109658Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"649fa3cc-80f3-48ac-950a-5c003f49df38\", \"date\": \"Mon, 16 Dec 2024 21:03:20 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.534478424Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":27,"elapsed":"304.857065ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.550692114Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.55100779Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96f51de0-f09f-47e6-97d1-817601ffc427\", \"content-length\": \"2\", \"date\": \"Mon, 16 Dec 2024 21:03:19 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.552303875Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.552594931Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.553532578Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.570809119Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":27,"elapsed":"341.538965ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.621248412Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.621594459Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"608d79af-9e3d-4823-b532-d7a6753937b4\", \"content-length\": \"691\", \"date\": \"Mon, 16 Dec 2024 21:03:20 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.621615679Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.621624499Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.621631439Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.62269807Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"null","iteration":27,"elapsed":"393.665182ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.623153169Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":27,"elapsed":"394.09914ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.630617351Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.63107696Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"30a3a94f-4314-40e7-8a95-8be9811326fd\", \"date\": \"Mon, 16 Dec 2024 21:03:20 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.63109063Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.631971867Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4235e9e2-750d-47bb-b1f5-9e0502dac4ef\", \"date\": \"Mon, 16 Dec 2024 21:03:20 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.631983347Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.634004656Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"41ab2809-ffe7-4b86-9c0c-29e279581087\", \"date\": \"Mon, 16 Dec 2024 21:03:20 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.634018576Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.63578918Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.635819401Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"406.590858ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.664307825Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.664635001Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.666587478Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 16fda06a-d39e-45ca-bd3f-905f50719871, rack_id: ffc1cbc2-5efd-4c07-97ec-1ad144477111, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(0d606f14-8c3f-4aaf-aa90-17d49ee535a0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.666597769Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.666783822Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.677004268Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.677243362Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bd95e3a-4a24-4f1b-8f9d-c46bfdce4575\", \"content-length\": \"134\", \"date\": \"Mon, 16 Dec 2024 21:03:19 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.677264822Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.677276133Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"0d606f14-8c3f-4aaf-aa90-17d49ee535a0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.677487637Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.677501367Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.677510027Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.677518667Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.677527338Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.677535628Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.677694471Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.677707741Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.677915235Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.677927385Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.678109629Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.680052586Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.680179158Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28f2dc3c-64c9-485e-ac8d-afe5edd76a27\", \"content-length\": \"2\", \"date\": \"Mon, 16 Dec 2024 21:03:19 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.680202199Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.68028688Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6531c06-b468-4a98-95df-19124683fffe\", \"content-length\": \"52\", \"date\": \"Mon, 16 Dec 2024 21:03:19 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.68029972Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.680310671Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.779532317Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"638f8b27-6f55-43a5-92a6-13d4d4e09650\", \"date\": \"Mon, 16 Dec 2024 21:03:20 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:20.779555997Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.779564957Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.779751811Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"511dd71b-ec4c-4a79-b855-de4726af1108\", \"content-length\": \"682\", \"date\": \"Mon, 16 Dec 2024 21:03:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.779785212Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.780046277Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.78392342Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.784315398Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.787292155Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.787529089Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.789228192Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.789473077Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:20.795682705Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":27,"elapsed":"566.481614ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:27.180487998Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"d53ef1de-f515-4e12-8c59-f0793711e39a","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":257,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:30.228627748Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:30.228667279Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:30.228935294Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:30.230447083Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:30.230459533Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:30.230503494Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:30.23083282Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:30.233809297Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:30.233825167Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:30.23398917Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:30.23553354Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:30.235860536Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:30.237722922Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:30.2402363Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:30.24024627Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:30.240393233Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:30.2501679Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:30.25019241Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":80,"elapsed":"21.582863ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:30.260275403Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:30.260566088Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:30.287432652Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"56.988159ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:37.180172559Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"af92abec-eac8-4d7c-add2-6e51b66aba97","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":440,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:40.229339789Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:40.22939878Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:40.229838418Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:40.229890419Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:40.22990755Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:40.230339868Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:40.23203679Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:40.23462374Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:40.23463637Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:40.234812473Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:40.236578507Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:40.236764801Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:40.238243529Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:40.240772167Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:40.240797088Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:40.24091523Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:40.252312658Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:40.252343448Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":81,"elapsed":"23.01489ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:40.260111097Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:40.260334971Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:40.261488733Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"31.587084ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:47.180233168Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"559aca4a-df8b-4853-8d3c-4107ae1c3610","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":316,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.228765316Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.228808087Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.228819087Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.228827587Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.228835957Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.228845048Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.228853918Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.228862068Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.228870128Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.228877938Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.228885588Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.228893009Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.228902039Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.228909729Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.228917409Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.228925309Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.228932179Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.229171924Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.229268716Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.229280456Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.229289496Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.229299836Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.229314317Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.229325687Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.229333847Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.229882248Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.229891337Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.229897748Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.229903448Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.229909308Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.229915538Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.229921338Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.229928088Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.229934449Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.229941338Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.230143102Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.230160963Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.230175903Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.230182603Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.231449217Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.232476357Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"3.66628ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.232806343Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.232830534Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.232841844Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.232851074Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.232860094Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.232869445Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.232879575Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.232885815Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.233092749Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.233107829Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.23313565Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.23316893Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.23317745Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.233203821Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1958, tv_nsec: 763876277 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.233437925Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.233640519Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1958, tv_nsec: 764304475 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.233887234Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.234031827Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.234041357Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.234179439Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.235538056Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.235553036Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.235679038Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.236576035Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.236702128Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.237140416Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.237476493Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.237649766Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.237740587Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.239041443Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.239053313Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.239238046Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.239250727Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.239262087Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.23942925Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.240186744Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.240199394Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.240243935Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.240253935Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.240357528Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.240440919Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.240832347Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.24101704Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.241217084Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.241401488Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.241951478Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"9.126764ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.242384946Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"9.582793ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.243153031Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.243345275Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.243441356Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"13.556029ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.243741232Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.243895025Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.244827893Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1958, tv_nsec: 775497740 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.245090038Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.245158469Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.245345273Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.245405684Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.246413953Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.247238209Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.247262829Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.247471453Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.250376289Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.25040754Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.2504184Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.252566331Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.25567651Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.255699791Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.255918975Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.265754513Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.265782323Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":82,"elapsed":"37.016758ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.273248856Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.273313227Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.273323898Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.273334258Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.273507241Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.273648664Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.275770594Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.275872316Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.276126891Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.276181072Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.276499178Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.276515199Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.276524779Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.276742823Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.277493917Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.277685721Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.278833683Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.278857963Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"48.932745ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.279451875Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.27973317Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.281605266Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.281624166Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.281962123Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"931a18fb-d0de-4501-9e36-014eea33a321\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:03:49 GMT\"} })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.281973513Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.281980683Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.281988253Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.282149736Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e443e416-96b5-4ac9-8b1f-4f35424e70af\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:03:49 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.282160186Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.283764827Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.283982851Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.300822593Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.300870254Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.301126369Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb17442f-24b2-4a04-b149-4d087c73fb5f\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:03:49 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.301160449Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.302441104Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.309336506Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.309899046Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"81.09232ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.311952376Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"79.150652ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.312343653Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcb8d596-df56-4771-9db0-b88ea87e1f94, lookup_type: ById(fcb8d596-df56-4771-9db0-b88ea87e1f94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.312360573Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.312556737Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.314573296Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.314597826Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.314611766Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"84.699169ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.314742899Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"0","iteration":28,"elapsed":"85.959253ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.316638345Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"83.822292ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.339116535Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.33942111Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f4b8079-8183-40cf-a49c-7aee08c3a848\", \"content-length\": \"2\", \"date\": \"Mon, 16 Dec 2024 21:03:50 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.341865927Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.342184573Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.343902906Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"null","iteration":28,"elapsed":"115.053139ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.352271266Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.35247757Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.354310375Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.354921737Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"126.095149ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.355271803Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":28,"elapsed":"126.498757ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.356096139Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.356109899Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.356276323Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.357793492Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.359568315Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.359629896Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.35980867Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcb8d596-df56-4771-9db0-b88ea87e1f94","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.375749855Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.375770625Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.376060201Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6e6f60d-7cf9-4c1d-94ca-f45b45314683\", \"content-length\": \"372\", \"date\": \"Mon, 16 Dec 2024 21:03:50 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.376082791Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.376387657Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.390200691Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.390220241Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.390391044Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c80aa632-c844-4b2c-8a3b-465e6b943936\", \"date\": \"Mon, 16 Dec 2024 21:03:50 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.390402184Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.390632769Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.392900862Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.393077066Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.395578903Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.395878399Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcb8d596-df56-4771-9db0-b88ea87e1f94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.398485779Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.398504629Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.398774795Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1feec4d7-6dd3-418d-950f-f02322b80d1e\", \"date\": \"Mon, 16 Dec 2024 21:03:50 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.399875456Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":28,"elapsed":"169.979168ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.402954824Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.40323639Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71c2f97c-32e7-4507-b7c1-9cf6280b00c0\", \"content-length\": \"691\", \"date\": \"Mon, 16 Dec 2024 21:03:50 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.40325814Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.40326653Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.40327487Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.404175798Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":28,"elapsed":"175.33139ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.434232782Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.434532018Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.435879664Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 16fda06a-d39e-45ca-bd3f-905f50719871, rack_id: ffc1cbc2-5efd-4c07-97ec-1ad144477111, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(0d606f14-8c3f-4aaf-aa90-17d49ee535a0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.435889984Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.436045716Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.445370345Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.44563994Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f92c5827-0a20-4ab8-a38a-f58a334bdcee\", \"content-length\": \"134\", \"date\": \"Mon, 16 Dec 2024 21:03:50 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.44566135Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.445672531Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"0d606f14-8c3f-4aaf-aa90-17d49ee535a0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.445922475Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.445934245Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.445941216Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.445948746Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.445955926Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.445963066Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.446124079Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.446133219Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.446350133Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.446358364Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.446635679Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.448659128Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.44876903Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78e23c03-6e0a-427c-8ebd-04647d7fe7e3\", \"content-length\": \"2\", \"date\": \"Mon, 16 Dec 2024 21:03:50 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.44878056Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.448874532Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8a214cc-8244-4f23-b4e7-dc88291722ed\", \"content-length\": \"52\", \"date\": \"Mon, 16 Dec 2024 21:03:50 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.448888032Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.448904842Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.540115015Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"eddacc82-789f-4b27-84b3-c7229f2d5b01\", \"date\": \"Mon, 16 Dec 2024 21:03:50 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.540138125Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.540146966Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.540444651Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e1c5e8d-799e-4109-910a-fd1ce4fed911\", \"content-length\": \"682\", \"date\": \"Mon, 16 Dec 2024 21:03:50 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.540478422Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.540706536Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.54458615Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.544902516Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.548036896Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.5482428Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.550429182Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.550668397Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.557358814Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":28,"elapsed":"328.497147ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.942209478Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"producer-registration-task","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.942251008Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"producer-registration-task","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.972576818Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"producer-registration-task","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:50.97267305Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41547"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.972794562Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f9b7f010-6e41-4064-9a30-32c7a84ca8c6","remote_addr":"[fd00:1122:3344:101::b]:41547","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:50.973078448Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f9b7f010-6e41-4064-9a30-32c7a84ca8c6","remote_addr":"[fd00:1122:3344:101::b]:41547","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:51.017937145Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/oximeter.rs:76","collector_id":"f46579df-689f-4e4e-aaac-884ca45dc7bb","producer_id":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:51.017966335Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/metrics/producers","method":"POST","req_id":"f9b7f010-6e41-4064-9a30-32c7a84ca8c6","remote_addr":"[fd00:1122:3344:101::b]:41547","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45225,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:51.018031847Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"producer-registration-task","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9b7f010-6e41-4064-9a30-32c7a84ca8c6\", \"content-length\": \"41\", \"date\": \"Mon, 16 Dec 2024 21:03:50 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:51.019114127Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"producer-registration-task","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:03:51.019123977Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"producer-registration-task","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:03:57.18038424Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"5268bbe8-90f7-4dd3-90c8-8f3e775d7ced","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":313,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:00.228668293Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:00.228735014Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:00.229138551Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:00.229683352Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:00.229695922Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:00.229882746Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:00.230999067Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:00.231254252Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:00.231621219Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:00.233096167Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"3.406825ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:00.233466864Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:00.233480465Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:00.233617257Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:00.235429192Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:00.235585345Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:00.237399629Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:00.239669143Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:00.239683103Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:00.239809535Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:00.248161455Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:00.248183195Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":83,"elapsed":"19.546603ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:07.180988227Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"a68f45db-6de8-4ceb-8632-efdd5dc4726c","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":375,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:10.229156156Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:10.229198387Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:10.229542333Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:10.230083894Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:10.230113664Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:10.230314688Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:10.231383849Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:10.232232815Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:10.2324963Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:10.233837755Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:10.233852926Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:10.233985298Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:10.236019597Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:10.236381584Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:10.238098087Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:10.240603455Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:10.240622245Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:10.240754297Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:10.252229837Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:10.252250247Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":84,"elapsed":"23.109422ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:10.260962184Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"30.88032ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:17.180096405Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"15b83e2e-1d37-4634-9bb8-4fc8b9ecfa4e","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":303,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229564649Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":85,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.22960747Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.22961857Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.22962827Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.22963617Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.22964368Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229652641Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":16,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.229660981Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-16 20:54:20.229583639 UTC"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-16T21:04:20.229670421Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229679261Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229687101Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\"}","iteration":16,"elapsed":"13.461µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229696441Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229704491Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229712812Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229720562Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229729112Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229737022Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229744712Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229752642Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229761103Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229770153Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229778423Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229786703Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229794473Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229802123Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229809404Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229818054Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229826024Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229834834Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229842764Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229850934Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229860574Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229868985Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.229877775Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229885535Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229893735Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229902685Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229911155Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229919415Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229928236Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229936106Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229944686Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229952326Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229960586Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229968487Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229976847Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229984077Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.229991927Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.230000027Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.230007757Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.230015648Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.230025197Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.230101119Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.23015488Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.23016653Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.230176551Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.230221931Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.230233332Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.230279642Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.230326193Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.230338494Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.230347164Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.230356964Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.230367874Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.230384555Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.230396195Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.230410705Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2bad804c-125d-4b4f-bbb4-08849c8bee33.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2e73705b-19c3-4191-883c-2bba82160d3f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b71de63e-bd28-4173-9d76-157895abd57e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b71de63e-bd28-4173-9d76-157895abd57e.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1988, tv_nsec: 760899401 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.230459996Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.230472576Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.230527077Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2119cbc5-42cf-405b-af5a-3fb6ae08bc7a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"2185e6c6-5b12-4687-9851-21db46e777e2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"2185e6c6-5b12-4687-9851-21db46e777e2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1988, tv_nsec: 761015564 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.230968046Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.230990276Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":15,"elapsed":"1.293525ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.231010387Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.231019007Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":15,"elapsed":"1.209343ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.231362253Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.231564947Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.233035305Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":29,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.233052806Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"3.246282ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.233061516Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.233068256Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.233075116Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.233081446Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.233088836Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.233095706Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.233102066Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.233110916Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.233121417Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.233131687Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.233142387Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.23330692Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.233330741Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.233341671Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.233354731Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.233375592Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.233420662Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.233430313Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.233996344Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.235158616Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-16 20:54:20.229583639 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.235168756Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"expiration\":\"2024-12-16T20:54:20.229583639Z\",\"pruned\":[]}","iteration":15,"elapsed":"5.583907ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.23644147Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.236465711Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.236508412Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1988, tv_nsec: 766984968 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.236524462Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.236533992Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.236623294Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.236692355Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.236793207Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.237235435Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.237389588Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.238481189Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.238939818Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.239496558Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1988, tv_nsec: 769980345 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.239728313Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.241181511Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.241198461Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.241349674Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.242054727Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.242065238Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.242215581Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.24533295Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.245607725Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.24586831Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.245878151Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.245884371Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.245966812Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.246250218Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.246398541Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.246684696Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":29,"elapsed":"13.648681ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.248027012Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.248036042Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.248258116Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.248814397Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.248833917Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.24898005Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.24899166Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.24899832Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.249167463Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.249958029Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.250180803Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"17.123588ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.255387942Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"22.315457ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.257520193Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.258059613Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.25843079Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.259001171Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.259338888Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.259348728Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.259699024Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.261101991Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.261614241Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.262385336Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.264505306Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.267748008Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.267775629Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.267787619Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.267949672Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.270288177Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.270312437Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.270484861Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.273132701Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.273451987Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.275992486Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"46.136702ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.279776198Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.281759376Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.281791177Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.282003541Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.288321011Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.288729189Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.295265204Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.295522449Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DnsResolver","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcb8d596-df56-4771-9db0-b88ea87e1f94.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1988, tv_nsec: 826004455 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.29559871Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.295909287Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1103"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.298342863Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.298355673Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.298362593Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.298369094Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.298528366Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.298595188Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.298847383Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.299423863Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.299433574Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.299439474Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.299973844Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.300950273Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.300976223Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.301960532Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.303987191Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcb8d596-df56-4771-9db0-b88ea87e1f94, lookup_type: ById(fcb8d596-df56-4771-9db0-b88ea87e1f94) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.304000461Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.304186245Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.304834347Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.304845397Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.305042581Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.305993599Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.306015929Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.306216553Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.306679022Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.306760944Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.306872006Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.307113681Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.307125211Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.308005398Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.308021498Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.308031138Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"78.218834ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.308243732Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"0","iteration":29,"elapsed":"78.577912ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.308929265Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.308956236Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.308966366Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"75.850919ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.30968422Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.30969628Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.3097035Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.30971025Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.309905204Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.310565216Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.310577217Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.3107473Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.313155946Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.315758966Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.315779366Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"85.916572ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.315918309Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.315932579Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.315939989Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.316093492Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.316222855Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.320643279Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.320972405Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.338539691Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.338579882Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":85,"elapsed":"109.029283ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.340722923Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"110.948779ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.346398671Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"113.344366ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.348491181Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.348519812Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.348533482Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"118.596026ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.350243965Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.350265255Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"39bb6ad4-cf90-409c-ba70-fb0e4988ea0d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.350274675Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.350604472Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.351637271Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.351969858Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.352061389Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.352288094Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.35264974Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.353575488Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.353588309Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c540d357-19a2-4dfb-b69f-8c72803bb72b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.353598669Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.353912075Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.356081856Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.356108257Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.356193368Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.356212319Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.35626526Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.356469033Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.358463122Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.358988012Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.359867678Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"39bb6ad4-cf90-409c-ba70-fb0e4988ea0d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.359890649Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.359900109Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"current_time_created":"2024-12-16 20:50:36.066577 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.359909529Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"generation\":1}","iteration":15,"elapsed":"130.343ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.360700484Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.36098772Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.36255898Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.362587401Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.362795505Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.365592308Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c540d357-19a2-4dfb-b69f-8c72803bb72b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.365610928Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.365619488Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"current_time_created":"2024-12-16 20:50:36.849175 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.365627608Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"generation\":2}","iteration":15,"elapsed":"135.864586ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.373842976Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.373866716Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.374182872Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4b1cf30-c4bd-4c6f-9b0a-bb9e6020737b\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:04:19 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.374200582Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.375669931Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.375688031Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.375963886Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b58369aa-1327-4682-86d7-91aa3ffbf085\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:04:19 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.375979396Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.376582448Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.377604857Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.384321396Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":29,"elapsed":"151.24174ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.38873091Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"159.10994ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-16T21:04:20.394542641Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.394566252Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"164.667336ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.398108369Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-16T20:50:11.628239Z, time_modified: 2024-12-16T20:50:11.628239Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4496ac4b-bda9-4b4f-a09a-c65109be50f4, db_silo: Silo { identity: SiloIdentity { id: 4496ac4b-bda9-4b4f-a09a-c65109be50f4, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-16T20:50:36.771015Z, time_modified: 2024-12-16T20:50:36.771015Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"fd4b3cadfb3eae02382943f3475175615e998f9334641022864f932ce532095e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4496ac4b-bda9-4b4f-a09a-c65109be50f4, db_silo: Silo { identity: SiloIdentity { id: 4496ac4b-bda9-4b4f-a09a-c65109be50f4, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-16T20:50:36.771015Z, time_modified: 2024-12-16T20:50:36.771015Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"fd4b3cadfb3eae02382943f3475175615e998f9334641022864f932ce532095e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.39814741Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4496ac4b-bda9-4b4f-a09a-c65109be50f4\",\"tls_certs\":[\"fd4b3cadfb3eae02382943f3475175615e998f9334641022864f932ce532095e\"]}},\"default_endpoint\":{\"silo_id\":\"4496ac4b-bda9-4b4f-a09a-c65109be50f4\",\"tls_certs\":[\"fd4b3cadfb3eae02382943f3475175615e998f9334641022864f932ce532095e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"168.315876ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.406951498Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.407291925Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.408540219Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.410415044Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.410434235Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.410568537Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.41228808Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.414026453Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.414050304Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.414235177Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.507796125Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.507820696Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.508139331Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"MgsClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ff1dc99-3b52-4412-94ca-bc7b4fd71044\", \"content-length\": \"26\", \"date\": \"Mon, 16 Dec 2024 21:04:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.508154952Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.511416904Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.518374047Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.518776455Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"e221538f-7f3c-40ed-b413-a16f9643e781\", \"date\": \"Mon, 16 Dec 2024 21:04:20 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.518799505Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.521092899Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"650e212b-fcd3-410e-8d9c-281afe0c4942\", \"date\": \"Mon, 16 Dec 2024 21:04:20 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.52111575Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.522971425Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.523157829Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.523170209Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"293.406837ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.555515547Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.555828533Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28ad5f43-6ecf-4d0a-8d0e-212f1380ecff\", \"content-length\": \"2\", \"date\": \"Mon, 16 Dec 2024 21:04:19 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.557474544Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.557858881Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.559321729Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"null","iteration":29,"elapsed":"329.679159ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.568574166Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":29,"elapsed":"338.918406ms"} {"msg":"VPC route manager sled fcb8d596-df56-4771-9db0-b88ea87e1f94","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.577217741Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.577237472Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.577594329Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94d217a6-5bbf-4381-a0d0-2bc50e32e71f\", \"content-length\": \"372\", \"date\": \"Mon, 16 Dec 2024 21:04:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.57764323Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.577981526Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.593032873Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.593056154Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.593261858Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0a027346-93b1-4c65-8ac1-39fcf34fdbca\", \"date\": \"Mon, 16 Dec 2024 21:04:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.593277238Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.593589584Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.596162883Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.596389298Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.603763129Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.604153216Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dab07b1-1695-4145-9915-bc157eb7819d\", \"content-length\": \"691\", \"date\": \"Mon, 16 Dec 2024 21:04:20 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.604176937Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.604184687Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.604191277Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.606154554Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":29,"elapsed":"376.457303ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.606810127Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.607151513Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcb8d596-df56-4771-9db0-b88ea87e1f94 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.610485487Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.610505338Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.610927086Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"SledAgent":"fcb8d596-df56-4771-9db0-b88ea87e1f94","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a180c7ba-44da-4d50-8446-e961060400b2\", \"date\": \"Mon, 16 Dec 2024 21:04:20 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.612579627Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":29,"elapsed":"382.650602ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.621261173Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.621834624Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"38ee7974-bb3f-4dff-ae5f-0e90ffbcb04d\", \"date\": \"Mon, 16 Dec 2024 21:04:20 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.621862464Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.623880153Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7f20b143-d2bb-4e24-a72a-8c73dfa82056\", \"date\": \"Mon, 16 Dec 2024 21:04:20 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.623910394Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.625465023Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a0f7313c-06e6-4f24-9043-9f15b248980a\", \"date\": \"Mon, 16 Dec 2024 21:04:20 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.625482973Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.627173426Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.627216227Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"397.593196ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.681517204Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.681885671Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.683886129Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 16fda06a-d39e-45ca-bd3f-905f50719871, rack_id: ffc1cbc2-5efd-4c07-97ec-1ad144477111, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(0d606f14-8c3f-4aaf-aa90-17d49ee535a0) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.68389894Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.684077633Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.691853612Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.692110047Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7d710bd-d1d9-4f3f-93db-b5a1065cf75c\", \"content-length\": \"134\", \"date\": \"Mon, 16 Dec 2024 21:04:20 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.692132367Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.692142807Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"0d606f14-8c3f-4aaf-aa90-17d49ee535a0","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.692393082Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.692406442Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.692414292Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.692422653Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.692431613Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.692442403Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.692596906Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.692608586Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.692850371Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.692858321Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.693054785Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.695151165Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.695260587Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cb2d522-4050-43c3-bad3-c283d1548807\", \"content-length\": \"2\", \"date\": \"Mon, 16 Dec 2024 21:04:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.695271007Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.695348079Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"component":"DpdClient","rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66b74089-9674-4045-b846-85da1beb1faa\", \"content-length\": \"52\", \"date\": \"Mon, 16 Dec 2024 21:04:20 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.695391739Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.69540012Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.791844582Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"90785cee-8968-4a11-b3e2-9dca29eb76ce\", \"date\": \"Mon, 16 Dec 2024 21:04:20 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:20.791872653Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.791883943Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.792095117Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"rack_id":"ffc1cbc2-5efd-4c07-97ec-1ad144477111","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"293d1c1e-a9d3-4127-b542-6691fc63f47f\", \"content-length\": \"682\", \"date\": \"Mon, 16 Dec 2024 21:04:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.792135118Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.792484204Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.795973741Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.796329218Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.798652732Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.798875027Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.800693281Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.800954066Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:20.808177824Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{}","iteration":29,"elapsed":"578.462583ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-16T21:04:27.180207073Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"uri":"/9b7eeb1f-970c-4a87-917a-4bd5410695ea","method":"GET","req_id":"49a097af-b26f-4a28-9534-d3aa330f92bb","remote_addr":"[fd00:1122:3344:101::d]:41046","local_addr":"[fd00:1122:3344:101::b]:39969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":291,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:30.229378833Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:30.229445484Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:30.229668178Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:30.229696009Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:30.229710479Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:30.229883142Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:30.231762749Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:30.23182955Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:30.232175066Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:30.234029032Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"4.322012ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:30.234425359Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:30.23443428Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:30.234608243Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:30.236764924Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:30.236945857Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:30.238714921Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:30.241017895Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5ad8c160-d0af-4a23-9f8b-a393662e3546, lookup_type: ById(5ad8c160-d0af-4a23-9f8b-a393662e3546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:30.241028406Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:30.241166308Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:30.252983784Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"original_time_created":"2024-12-16 20:49:58.299054 UTC","original_target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","time_created":"2024-12-16 20:49:58.299054 UTC","target_id":"5ad8c160-d0af-4a23-9f8b-a393662e3546"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-16T21:04:30.253005874Z","hostname":"oxz_nexus_9b7eeb1f-970c-4a87-917a-4bd5410695ea","pid":23124,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"9b7eeb1f-970c-4a87-917a-4bd5410695ea","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5ad8c160-d0af-4a23-9f8b-a393662e3546\",\"time_created\":\"2024-12-16T20:49:58.299054Z\"}","iteration":86,"elapsed":"23.658832ms"}